[ 484.198856] env[62221]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62221) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 484.199188] env[62221]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62221) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 484.199298] env[62221]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62221) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 484.199587] env[62221]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 484.293856] env[62221]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62221) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 484.305422] env[62221]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62221) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 484.905162] env[62221]: INFO nova.virt.driver [None req-1f1850f1-192c-4c8a-b940-20c596b26393 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 484.977215] env[62221]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.977380] env[62221]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.977475] env[62221]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62221) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 488.302940] env[62221]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-14ab2b5a-0f8f-421b-8969-97d0ed1a2cd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.318820] env[62221]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62221) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 488.318941] env[62221]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e1c7b749-90e6-4607-9964-6ababd363abe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.351594] env[62221]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e8778. [ 488.351762] env[62221]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.374s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.352344] env[62221]: INFO nova.virt.vmwareapi.driver [None req-1f1850f1-192c-4c8a-b940-20c596b26393 None None] VMware vCenter version: 7.0.3 [ 488.356076] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9bd146-8177-4aa9-8596-febfc93765cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.373565] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b866d1-63d4-4104-8a66-f9f8f95f5ce8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.379570] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b577c-a386-4ae1-ab1e-4d0d8d1289db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.386084] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d1e01-4beb-4111-8e0e-600e81d7514f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.398868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be000b-5e80-4d72-b747-cd84702b10ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.404476] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd9fdc-0513-4c81-846d-c29b47fe6c4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.434974] env[62221]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-331940b2-bbd7-42b6-9aee-63b90c0a875d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.439659] env[62221]: DEBUG nova.virt.vmwareapi.driver [None req-1f1850f1-192c-4c8a-b940-20c596b26393 None None] Extension org.openstack.compute already exists. {{(pid=62221) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 488.442349] env[62221]: INFO nova.compute.provider_config [None req-1f1850f1-192c-4c8a-b940-20c596b26393 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 488.945675] env[62221]: DEBUG nova.context [None req-1f1850f1-192c-4c8a-b940-20c596b26393 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a414b75e-c510-4d67-943f-5587bf403255(cell1) {{(pid=62221) load_cells /opt/stack/nova/nova/context.py:464}} [ 488.947820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.948051] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.948721] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.949148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Acquiring lock "a414b75e-c510-4d67-943f-5587bf403255" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.949341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Lock "a414b75e-c510-4d67-943f-5587bf403255" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.950372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Lock "a414b75e-c510-4d67-943f-5587bf403255" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.971659] env[62221]: INFO dbcounter [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Registered counter for database nova_cell0 [ 488.980203] env[62221]: INFO dbcounter [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Registered counter for database nova_cell1 [ 488.983515] env[62221]: DEBUG oslo_db.sqlalchemy.engines [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62221) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 488.983874] env[62221]: DEBUG oslo_db.sqlalchemy.engines [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62221) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 488.988761] env[62221]: ERROR nova.db.main.api [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 488.988761] env[62221]: result = function(*args, **kwargs) [ 488.988761] env[62221]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.988761] env[62221]: return func(*args, **kwargs) [ 488.988761] env[62221]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.988761] env[62221]: result = fn(*args, **kwargs) [ 488.988761] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.988761] env[62221]: return f(*args, **kwargs) [ 488.988761] env[62221]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 488.988761] env[62221]: return db.service_get_minimum_version(context, binaries) [ 488.988761] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.988761] env[62221]: _check_db_access() [ 488.988761] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.988761] env[62221]: stacktrace = ''.join(traceback.format_stack()) [ 488.988761] env[62221]: [ 488.989742] env[62221]: ERROR nova.db.main.api [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 488.989742] env[62221]: result = function(*args, **kwargs) [ 488.989742] env[62221]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.989742] env[62221]: return func(*args, **kwargs) [ 488.989742] env[62221]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.989742] env[62221]: result = fn(*args, **kwargs) [ 488.989742] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.989742] env[62221]: return f(*args, **kwargs) [ 488.989742] env[62221]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 488.989742] env[62221]: return db.service_get_minimum_version(context, binaries) [ 488.989742] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.989742] env[62221]: _check_db_access() [ 488.989742] env[62221]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.989742] env[62221]: stacktrace = ''.join(traceback.format_stack()) [ 488.989742] env[62221]: [ 488.990305] env[62221]: WARNING nova.objects.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Failed to get minimum service version for cell a414b75e-c510-4d67-943f-5587bf403255 [ 488.990305] env[62221]: WARNING nova.objects.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 488.990684] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Acquiring lock "singleton_lock" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.990846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Acquired lock "singleton_lock" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.991094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Releasing lock "singleton_lock" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 488.991414] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Full set of CONF: {{(pid=62221) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 488.991552] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ******************************************************************************** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 488.991677] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Configuration options gathered from: {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 488.991814] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 488.992007] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 488.992143] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ================================================================================ {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 488.992353] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] allow_resize_to_same_host = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.992517] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] arq_binding_timeout = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.992645] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] backdoor_port = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.992768] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] backdoor_socket = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.992929] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] block_device_allocate_retries = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993100] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] block_device_allocate_retries_interval = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993270] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cert = self.pem {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993434] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993598] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute_monitors = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993767] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] config_dir = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.993932] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] config_drive_format = iso9660 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994114] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994274] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] config_source = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994443] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] console_host = devstack {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994603] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] control_exchange = nova {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994763] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cpu_allocation_ratio = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.994920] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] daemon = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995101] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] debug = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995285] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_access_ip_network_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995452] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_availability_zone = nova {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995603] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_ephemeral_format = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995758] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_green_pool_size = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.995993] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996167] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] default_schedule_zone = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996322] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] disk_allocation_ratio = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996540] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] enable_new_services = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996645] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] enabled_apis = ['osapi_compute'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996804] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] enabled_ssl_apis = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.996961] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] flat_injected = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.997131] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] force_config_drive = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.997292] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] force_raw_images = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.997459] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] graceful_shutdown_timeout = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.997617] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] heal_instance_info_cache_interval = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.997835] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] host = cpu-1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998015] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998194] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] initial_disk_allocation_ratio = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998354] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] initial_ram_allocation_ratio = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998563] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998723] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_build_timeout = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.998879] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_delete_interval = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999056] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_format = [instance: %(uuid)s] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999227] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_name_template = instance-%08x {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999385] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_usage_audit = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999552] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_usage_audit_period = month {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999713] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.999875] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] instances_path = /opt/stack/data/nova/instances {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000055] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] internal_service_availability_zone = internal {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000215] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] key = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000372] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] live_migration_retry_count = 30 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000537] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_color = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000699] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_config_append = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.000863] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001030] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_dir = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001196] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001324] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_options = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001483] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_rotate_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001647] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_rotate_interval_type = days {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001810] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] log_rotation_type = none {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.001938] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002073] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002246] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002409] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002536] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002697] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] long_rpc_timeout = 1800 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.002855] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_concurrent_builds = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003017] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_concurrent_live_migrations = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003179] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_concurrent_snapshots = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003338] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_local_block_devices = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003495] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_logfile_count = 30 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003650] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] max_logfile_size_mb = 200 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003808] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] maximum_instance_delete_attempts = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.003971] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metadata_listen = 0.0.0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.004232] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metadata_listen_port = 8775 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.004352] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metadata_workers = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.004515] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] migrate_max_retries = -1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.004677] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] mkisofs_cmd = genisoimage {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.004884] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] my_block_storage_ip = 10.180.1.21 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005032] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] my_ip = 10.180.1.21 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005240] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] network_allocate_retries = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005432] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005599] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] osapi_compute_listen = 0.0.0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005763] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] osapi_compute_listen_port = 8774 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.005931] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] osapi_compute_unique_server_name_scope = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006111] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] osapi_compute_workers = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006274] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] password_length = 12 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006429] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] periodic_enable = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006589] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] periodic_fuzzy_delay = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006741] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] pointer_model = usbtablet {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.006901] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] preallocate_images = none {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007066] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] publish_errors = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007196] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] pybasedir = /opt/stack/nova {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007347] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ram_allocation_ratio = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007499] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rate_limit_burst = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007658] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rate_limit_except_level = CRITICAL {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007810] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rate_limit_interval = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.007961] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reboot_timeout = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008131] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reclaim_instance_interval = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008285] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] record = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008449] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reimage_timeout_per_gb = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008608] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] report_interval = 120 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008761] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rescue_timeout = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.008916] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reserved_host_cpus = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009082] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reserved_host_disk_mb = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009240] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reserved_host_memory_mb = 512 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009390] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] reserved_huge_pages = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009542] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] resize_confirm_window = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009695] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] resize_fs_using_block_device = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.009847] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] resume_guests_state_on_host_boot = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010014] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010180] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] rpc_response_timeout = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010335] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] run_external_periodic_tasks = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010493] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] running_deleted_instance_action = reap {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010645] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] running_deleted_instance_poll_interval = 1800 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010796] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] running_deleted_instance_timeout = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.010946] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler_instance_sync_interval = 120 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011129] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_down_time = 720 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011294] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] servicegroup_driver = db {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011449] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] shell_completion = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011596] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] shelved_offload_time = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011748] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] shelved_poll_interval = 3600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.011904] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] shutdown_timeout = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012072] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] source_is_ipv6 = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012233] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ssl_only = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012482] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012645] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] sync_power_state_interval = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012804] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] sync_power_state_pool_size = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.012969] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] syslog_log_facility = LOG_USER {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013141] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] tempdir = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013306] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] timeout_nbd = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013471] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] transport_url = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013630] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] update_resources_interval = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013788] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_cow_images = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.013945] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_eventlog = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014143] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_journal = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014357] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_json = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014462] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_rootwrap_daemon = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014621] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_stderr = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014773] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] use_syslog = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.014924] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vcpu_pin_set = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015137] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plugging_is_fatal = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015336] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plugging_timeout = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015503] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] virt_mkfs = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015662] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] volume_usage_poll_interval = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015821] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] watch_log_file = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.015989] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] web = /usr/share/spice-html5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.016190] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.016356] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.016518] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.016701] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_concurrency.disable_process_locking = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.017338] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.017538] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.017713] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.017888] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018083] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018260] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018446] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.auth_strategy = keystone {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018617] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.compute_link_prefix = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018793] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.018970] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.dhcp_domain = novalocal {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019157] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.enable_instance_password = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019326] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.glance_link_prefix = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019492] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019665] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019832] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.instance_list_per_project_cells = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.019996] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.list_records_by_skipping_down_cells = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.020178] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.local_metadata_per_cell = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.020351] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.max_limit = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.020521] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.metadata_cache_expiration = 15 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.020695] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.neutron_default_tenant_id = default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.020867] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.response_validation = warn {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021058] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.use_neutron_default_nets = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021235] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021401] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021570] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021742] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.021916] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_dynamic_targets = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022097] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_jsonfile_path = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022282] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022475] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.backend = dogpile.cache.memcached {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022645] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.backend_argument = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022807] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.backend_expiration_time = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.022973] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.config_prefix = cache.oslo {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023158] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.dead_timeout = 60.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023327] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.debug_cache_backend = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023488] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.enable_retry_client = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023648] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.enable_socket_keepalive = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023817] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.enabled = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.023982] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.enforce_fips_mode = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.024183] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.expiration_time = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.024353] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.hashclient_retry_attempts = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.024518] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.hashclient_retry_delay = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.024681] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_dead_retry = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.024837] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_password = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025009] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025194] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025370] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_pool_maxsize = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025532] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025695] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_sasl_enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.025875] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026052] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_socket_timeout = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026218] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.memcache_username = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026383] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.proxies = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026544] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_db = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026700] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_password = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.026872] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_sentinel_service_name = mymaster {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027066] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027240] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_server = localhost:6379 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027407] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_socket_timeout = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027566] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.redis_username = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027728] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.retry_attempts = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.027892] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.retry_delay = 0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028067] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.socket_keepalive_count = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028234] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.socket_keepalive_idle = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028395] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.socket_keepalive_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028556] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.tls_allowed_ciphers = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028713] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.tls_cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.028869] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.tls_certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029040] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.tls_enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029202] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cache.tls_keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029369] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029539] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.auth_type = password {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029698] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.029869] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.catalog_info = volumev3::publicURL {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030038] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030208] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030368] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.cross_az_attach = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030530] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.debug = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030686] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.endpoint_template = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.030846] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.http_retries = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031015] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031178] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031350] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.os_region_name = RegionOne {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031514] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031675] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cinder.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.031844] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032020] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.cpu_dedicated_set = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032176] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.cpu_shared_set = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032340] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.image_type_exclude_list = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032501] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032682] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.max_concurrent_disk_ops = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032826] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.max_disk_devices_to_attach = -1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.032989] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.033170] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.033336] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.resource_provider_association_refresh = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.033496] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.033656] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.shutdown_retry_interval = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.033833] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034049] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] conductor.workers = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034230] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] console.allowed_origins = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034394] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] console.ssl_ciphers = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034586] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] console.ssl_minimum_version = default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034729] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] consoleauth.enforce_session_timeout = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.034894] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] consoleauth.token_ttl = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035080] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035269] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035440] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035600] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035760] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.035917] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036093] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036255] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036415] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036573] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036731] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.036907] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037051] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037227] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.service_type = accelerator {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037391] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037548] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037705] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.037863] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038059] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038225] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] cyborg.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038405] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.backend = sqlalchemy {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038573] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.connection = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038738] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.connection_debug = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.038904] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.connection_parameters = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039078] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.connection_recycle_time = 3600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039246] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.connection_trace = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039408] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.db_inc_retry_interval = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039571] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.db_max_retries = 20 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039733] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.db_max_retry_interval = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.039896] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.db_retry_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040068] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.max_overflow = 50 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040235] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.max_pool_size = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040394] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.max_retries = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040561] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040718] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.mysql_wsrep_sync_wait = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.040874] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.pool_timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041046] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.retry_interval = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041209] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.slave_connection = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041369] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.sqlite_synchronous = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041527] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] database.use_db_reconnect = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041701] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.backend = sqlalchemy {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.041867] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.connection = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042045] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.connection_debug = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042215] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.connection_parameters = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042377] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.connection_recycle_time = 3600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042539] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.connection_trace = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042698] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.db_inc_retry_interval = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.042860] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.db_max_retries = 20 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043025] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.db_max_retry_interval = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043207] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.db_retry_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043350] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.max_overflow = 50 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043511] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.max_pool_size = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043671] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.max_retries = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043838] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.043997] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.044203] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.pool_timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.044373] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.retry_interval = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.044533] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.slave_connection = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.044697] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] api_database.sqlite_synchronous = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.044867] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] devices.enabled_mdev_types = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045058] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045257] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ephemeral_storage_encryption.default_format = luks {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045418] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ephemeral_storage_encryption.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045583] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045751] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.api_servers = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.045913] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046084] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046254] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046414] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046572] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046735] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.debug = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.046899] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.default_trusted_certificate_ids = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047074] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.enable_certificate_validation = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047241] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.enable_rbd_download = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047400] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047564] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047723] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.047881] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048049] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048220] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.num_retries = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048384] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.rbd_ceph_conf = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048543] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.rbd_connect_timeout = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048709] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.rbd_pool = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.048873] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.rbd_user = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049043] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049207] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049364] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049530] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.service_type = image {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049698] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.049865] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050034] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050198] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050376] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050537] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.verify_glance_signatures = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050699] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] glance.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.050866] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] guestfs.debug = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.051044] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] mks.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.051404] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.051594] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.manager_interval = 2400 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.051763] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.precache_concurrency = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.051932] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.remove_unused_base_images = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052115] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052288] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052464] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] image_cache.subdirectory_name = _base {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052634] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.api_max_retries = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052795] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.api_retry_interval = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.052955] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053130] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.auth_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053292] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053451] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053615] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053777] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.conductor_group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.053939] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054118] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054275] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054438] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054595] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054804] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.054908] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055083] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.peer_list = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055287] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055454] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055619] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.serial_console_state_timeout = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055776] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.055943] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.service_type = baremetal {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056118] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.shard = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056286] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056443] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056601] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056758] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.056938] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057114] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ironic.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057299] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057469] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] key_manager.fixed_key = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057647] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057806] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.barbican_api_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.057960] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.barbican_endpoint = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058143] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.barbican_endpoint_type = public {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058302] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.barbican_region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058457] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058613] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058771] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.058928] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059103] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059266] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.number_of_retries = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059424] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.retry_delay = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059582] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.send_service_user_token = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059738] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.059893] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060061] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.verify_ssl = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060222] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican.verify_ssl_path = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060383] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060542] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.auth_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060697] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.060852] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061023] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061189] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061345] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061503] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061657] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] barbican_service_user.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061819] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.approle_role_id = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.061982] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.approle_secret_id = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062155] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.kv_mountpoint = secret {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062317] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.kv_path = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062478] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.kv_version = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062636] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.namespace = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062791] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.root_token_id = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.062951] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.ssl_ca_crt_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063123] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.timeout = 60.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063285] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.use_ssl = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063450] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063612] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063769] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.063929] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064123] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064299] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064459] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064621] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064779] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.064937] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065131] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065304] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065465] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065621] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065791] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.service_type = identity {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.065954] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.066137] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.066309] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.066468] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.066648] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.066808] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] keystone.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067014] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.connection_uri = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067185] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_mode = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067355] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_model_extra_flags = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067520] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_models = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067691] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_power_governor_high = performance {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.067858] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_power_governor_low = powersave {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068031] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_power_management = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068207] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068370] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.device_detach_attempts = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068531] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.device_detach_timeout = 20 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068696] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.disk_cachemodes = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.068855] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.disk_prefix = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069029] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.enabled_perf_events = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069200] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.file_backed_memory = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069365] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.gid_maps = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069523] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.hw_disk_discard = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069676] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.hw_machine_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.069842] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_rbd_ceph_conf = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070013] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070194] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070361] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_rbd_glance_store_name = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070527] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_rbd_pool = rbd {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070690] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_type = default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.070847] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.images_volume_group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071009] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.inject_key = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071180] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.inject_partition = -2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071340] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.inject_password = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071502] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.iscsi_iface = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071660] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.iser_use_multipath = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071823] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_bandwidth = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.071984] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072161] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_downtime = 500 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072327] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072486] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072643] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_inbound_addr = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072801] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.072960] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_permit_post_copy = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073163] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_scheme = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073310] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_timeout_action = abort {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073476] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_tunnelled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073636] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_uri = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073798] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.live_migration_with_native_tls = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.073957] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.max_queues = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.074158] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.074398] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.074562] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.nfs_mount_options = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.074861] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075074] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075268] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_iser_scan_tries = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075431] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_memory_encrypted_guests = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075595] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075756] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_pcie_ports = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.075919] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.num_volume_scan_tries = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.076096] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.pmem_namespaces = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.076258] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.quobyte_client_cfg = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.076546] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.076717] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rbd_connect_timeout = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.076879] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077052] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077251] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rbd_secret_uuid = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077375] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rbd_user = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077532] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077699] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.remote_filesystem_transport = ssh {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.077856] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rescue_image_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078023] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rescue_kernel_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078187] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rescue_ramdisk_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078352] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078507] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.rx_queue_size = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078672] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.smbfs_mount_options = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.078968] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.079180] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.snapshot_compression = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.079360] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.snapshot_image_format = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.079580] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.079744] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.sparse_logical_volumes = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.079906] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.swtpm_enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080088] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.swtpm_group = tss {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080260] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.swtpm_user = tss {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080428] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.sysinfo_serial = unique {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080587] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.tb_cache_size = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080744] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.tx_queue_size = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.080906] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.uid_maps = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081087] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.use_virtio_for_bridges = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081262] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.virt_type = kvm {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081426] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.volume_clear = zero {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081586] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.volume_clear_size = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081746] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.volume_use_multipath = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.081900] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_cache_path = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.082081] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.082251] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_mount_group = qemu {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.082415] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_mount_opts = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.082580] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.082875] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083070] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.vzstorage_mount_user = stack {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083260] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083417] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083589] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.auth_type = password {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083745] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.083900] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084094] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084268] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084426] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084593] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.default_floating_pool = public {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084749] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.084908] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.extension_sync_interval = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085150] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.http_retries = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085279] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085440] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085598] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085763] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.085920] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086108] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.ovs_bridge = br-int {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086277] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.physnets = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086442] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.region_name = RegionOne {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086600] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086767] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.service_metadata_proxy = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.086923] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087099] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.service_type = network {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087265] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087423] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087579] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087735] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.087912] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.088163] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] neutron.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.088355] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] notifications.bdms_in_notifications = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.088531] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] notifications.default_level = INFO {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.088973] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] notifications.notification_format = unversioned {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.089156] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] notifications.notify_on_state_change = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.089336] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.089511] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] pci.alias = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.089680] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] pci.device_spec = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.089855] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] pci.report_in_placement = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090053] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090244] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.auth_type = password {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090424] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090595] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090752] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.090914] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091083] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091245] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091402] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.default_domain_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091557] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.default_domain_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091710] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.domain_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.091864] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.domain_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092080] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092253] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092409] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092561] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092713] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.092876] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.password = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093045] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.project_domain_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093215] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.project_domain_name = Default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093378] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.project_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093547] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.project_name = service {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093711] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.region_name = RegionOne {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.093874] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094071] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094248] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.service_type = placement {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094412] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094570] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094726] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.094881] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.system_scope = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.095069] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.095306] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.trust_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.095555] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.user_domain_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.095813] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.user_domain_name = Default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096033] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.user_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096221] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.username = nova {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096402] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096562] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] placement.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096736] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.cores = 20 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.096899] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.count_usage_from_placement = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097079] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097255] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.injected_file_content_bytes = 10240 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097469] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.injected_file_path_length = 255 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097577] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.injected_files = 5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097738] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.instances = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.097898] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.key_pairs = 100 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098082] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.metadata_items = 128 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098251] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.ram = 51200 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098413] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.recheck_quota = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098579] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.server_group_members = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098741] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] quota.server_groups = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.098916] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099091] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099266] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.image_metadata_prefilter = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099427] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099590] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.max_attempts = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099749] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.max_placement_results = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.099909] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100081] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.query_placement_for_image_type_support = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100245] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100415] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] scheduler.workers = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100584] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100750] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.100927] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101105] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101278] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101437] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101594] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101777] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.101982] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.host_subset_size = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102159] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102322] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102483] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102644] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.isolated_hosts = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102803] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.isolated_images = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.102960] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103131] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103296] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103463] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.pci_in_placement = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103607] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103763] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.103920] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104114] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104291] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104454] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104614] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.track_instance_changes = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104789] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.104957] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metrics.required = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.105134] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metrics.weight_multiplier = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.105299] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.105462] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] metrics.weight_setting = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.105774] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.105947] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106135] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.port_range = 10000:20000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106312] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106478] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106643] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] serial_console.serialproxy_port = 6083 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106808] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.106977] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.auth_type = password {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107150] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107307] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107466] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107625] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107775] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.107939] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.send_service_user_token = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.108121] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.108280] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] service_user.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.108458] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.agent_enabled = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.108619] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.108928] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109145] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109317] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.html5proxy_port = 6082 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109477] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.image_compression = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109633] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.jpeg_compression = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109787] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.playback_compression = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.109943] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.require_secure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110120] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.server_listen = 127.0.0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110288] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110444] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.streaming_mode = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110599] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] spice.zlib_compression = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110762] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] upgrade_levels.baseapi = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.110928] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] upgrade_levels.compute = auto {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111098] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] upgrade_levels.conductor = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111260] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] upgrade_levels.scheduler = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111425] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111586] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.auth_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111741] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.111900] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112097] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112267] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112423] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112582] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112739] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vendordata_dynamic_auth.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.112913] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.api_retry_count = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113081] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.ca_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113257] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.cache_prefix = devstack-image-cache {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113421] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.cluster_name = testcl1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113584] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.connection_pool_size = 10 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113740] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.console_delay_seconds = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.113904] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.datastore_regex = ^datastore.* {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.114162] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.114343] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.host_password = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.114510] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.host_port = 443 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.114677] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.host_username = administrator@vsphere.local {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.114841] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.insecure = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115007] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.integration_bridge = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115192] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.maximum_objects = 100 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115362] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.pbm_default_policy = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115519] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.pbm_enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115674] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.pbm_wsdl_location = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115838] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.115993] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.serial_port_proxy_uri = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116160] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.serial_port_service_uri = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116351] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.task_poll_interval = 0.5 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116491] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.use_linked_clone = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116656] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.vnc_keymap = en-us {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116815] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.vnc_port = 5900 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.116973] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vmware.vnc_port_total = 10000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.117170] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.auth_schemes = ['none'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.117346] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.117677] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.117822] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.117990] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.novncproxy_port = 6080 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.118193] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.server_listen = 127.0.0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.118376] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.118535] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.vencrypt_ca_certs = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.118689] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.vencrypt_client_cert = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.118844] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vnc.vencrypt_client_key = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119034] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119200] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_deep_image_inspection = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119420] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119609] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119774] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.119937] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.disable_rootwrap = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120115] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.enable_numa_live_migration = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120283] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120442] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120598] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120755] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.libvirt_disable_apic = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.120912] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121090] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121243] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121402] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121558] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121716] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.121871] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122070] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122239] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122401] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122582] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122751] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.client_socket_timeout = 900 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.122914] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.default_pool_size = 1000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123092] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.keep_alive = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123260] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.max_header_line = 16384 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123419] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.secure_proxy_ssl_header = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123575] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.ssl_ca_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123729] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.ssl_cert_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.123882] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.ssl_key_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.124078] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.tcp_keepidle = 600 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.124269] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.124436] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] zvm.ca_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.124592] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] zvm.cloud_connector_url = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.124893] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.125081] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] zvm.reachable_timeout = 300 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.125292] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.enforce_new_defaults = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.125678] env[62221]: WARNING oslo_config.cfg [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 489.125864] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.enforce_scope = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126075] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.policy_default_rule = default {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126302] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126480] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.policy_file = policy.yaml {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126658] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126816] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.126972] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127143] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127308] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127473] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_policy.remote_timeout = 60.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127639] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127811] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.127983] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.connection_string = messaging:// {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128161] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.enabled = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128330] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.es_doc_type = notification {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128490] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.es_scroll_size = 10000 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128655] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.es_scroll_time = 2m {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128814] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.filter_error_trace = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.128978] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.hmac_keys = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129157] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.sentinel_service_name = mymaster {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129320] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.socket_timeout = 0.1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129481] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.trace_requests = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129641] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler.trace_sqlalchemy = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129819] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler_jaeger.process_tags = {} {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.129977] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler_jaeger.service_name_prefix = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130154] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] profiler_otlp.service_name_prefix = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130318] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] remote_debug.host = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130473] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] remote_debug.port = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130648] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130804] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.130960] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131131] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131292] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131447] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131603] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131759] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.131923] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132118] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132279] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132443] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132603] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132761] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.132924] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133100] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133264] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133432] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133589] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133767] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.133901] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134100] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134278] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134444] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134603] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134761] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.134920] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135087] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135280] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135440] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135612] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135776] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.135932] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136110] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136278] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.ssl_version = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136434] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136615] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136778] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_notifications.retry = -1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.136958] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137144] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_messaging_notifications.transport_url = **** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137315] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.auth_section = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137478] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.auth_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137638] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.cafile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137795] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.certfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.137957] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.collect_timing = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138129] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.connect_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138291] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.connect_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138451] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_id = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138626] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_interface = publicURL {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138775] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_override = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.138928] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139104] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139264] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.endpoint_service_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139426] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.insecure = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139578] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.keyfile = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139731] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.max_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.139883] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.min_version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140046] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.region_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140210] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.retriable_status_codes = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140364] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.service_name = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140516] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.service_type = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140673] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.split_loggers = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140826] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.status_code_retries = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.140981] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.status_code_retry_delay = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141150] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.timeout = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141305] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.valid_interfaces = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141458] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_limit.version = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141619] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_reports.file_event_handler = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141777] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.141947] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] oslo_reports.log_dir = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142147] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142313] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142468] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142626] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142788] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.142945] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143135] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143294] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143451] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143613] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143772] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.143930] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] vif_plug_ovs_privileged.user = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144136] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.flat_interface = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144324] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144497] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144666] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144833] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.144996] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.145197] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.145371] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.145549] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.145717] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.isolate_vif = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.145883] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146057] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146229] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146395] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.ovsdb_interface = native {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146555] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] os_vif_ovs.per_port_bridge = False {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146722] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.capabilities = [21] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.146878] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147046] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.helper_command = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147216] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147375] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147528] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] privsep_osbrick.user = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147695] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.147849] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.group = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.148008] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.helper_command = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.148177] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.148335] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.148487] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] nova_sys_admin.user = None {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.148611] env[62221]: DEBUG oslo_service.service [None req-119b5afe-43c6-4ece-b55e-74fcc01533ee None None] ******************************************************************************** {{(pid=62221) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 489.149104] env[62221]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 489.652301] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Getting list of instances from cluster (obj){ [ 489.652301] env[62221]: value = "domain-c8" [ 489.652301] env[62221]: _type = "ClusterComputeResource" [ 489.652301] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 489.653491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d2d70-9375-48b2-ae72-23c6773597ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.662328] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Got total of 0 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 489.662851] env[62221]: WARNING nova.virt.vmwareapi.driver [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 489.663323] env[62221]: INFO nova.virt.node [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Generated node identity 7f6f8f99-7d78-45eb-9080-8e2c493a11cb [ 489.663556] env[62221]: INFO nova.virt.node [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Wrote node identity 7f6f8f99-7d78-45eb-9080-8e2c493a11cb to /opt/stack/data/n-cpu-1/compute_id [ 490.166908] env[62221]: WARNING nova.compute.manager [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Compute nodes ['7f6f8f99-7d78-45eb-9080-8e2c493a11cb'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 491.171079] env[62221]: INFO nova.compute.manager [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 492.178509] env[62221]: WARNING nova.compute.manager [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 492.178882] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 492.179041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.179198] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 492.179360] env[62221]: DEBUG nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 492.181747] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5ee3f-548a-4abf-82ad-23a5af2b7801 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.190123] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f809418-1e59-48f0-aef0-562dd68aae30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.204680] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7323e9-4dbb-47d5-bdfb-276ed61afcc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.211320] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cf7f77-d55c-4014-9814-6534f670f95d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.239851] env[62221]: DEBUG nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 492.240019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 492.240221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.742671] env[62221]: WARNING nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] No compute node record for cpu-1:7f6f8f99-7d78-45eb-9080-8e2c493a11cb: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7f6f8f99-7d78-45eb-9080-8e2c493a11cb could not be found. [ 493.246783] env[62221]: INFO nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb [ 494.755811] env[62221]: DEBUG nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 494.756249] env[62221]: DEBUG nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 494.914486] env[62221]: INFO nova.scheduler.client.report [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] [req-929e9cdd-3fe6-49b2-b417-5a6e40a7d65f] Created resource provider record via placement API for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 494.932789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ce256-fc4d-45ce-aa76-a4c06daf706d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.940133] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c039ac-2f11-4cbe-a9ec-849de0b985ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.970825] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cff57c-96e6-4ce1-b1d6-1f5e1589e93c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.978130] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5bff8-df20-4161-984a-ac905e40e783 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.991758] env[62221]: DEBUG nova.compute.provider_tree [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 495.532768] env[62221]: DEBUG nova.scheduler.client.report [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 495.533012] env[62221]: DEBUG nova.compute.provider_tree [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 0 to 1 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 495.533154] env[62221]: DEBUG nova.compute.provider_tree [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 495.581387] env[62221]: DEBUG nova.compute.provider_tree [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 1 to 2 during operation: update_traits {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 496.086560] env[62221]: DEBUG nova.compute.resource_tracker [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 496.086942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.086942] env[62221]: DEBUG nova.service [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Creating RPC server for service compute {{(pid=62221) start /opt/stack/nova/nova/service.py:186}} [ 496.099163] env[62221]: DEBUG nova.service [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] Join ServiceGroup membership for this service compute {{(pid=62221) start /opt/stack/nova/nova/service.py:203}} [ 496.099337] env[62221]: DEBUG nova.servicegroup.drivers.db [None req-3e86cdf0-a3f1-4589-ae72-1378166fa60c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62221) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 500.101019] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 500.603697] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 500.603697] env[62221]: value = "domain-c8" [ 500.603697] env[62221]: _type = "ClusterComputeResource" [ 500.603697] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 500.604930] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6dafb-991a-434d-ab85-21680ba3668b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.613281] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 0 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 500.613464] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 500.613784] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 500.613784] env[62221]: value = "domain-c8" [ 500.613784] env[62221]: _type = "ClusterComputeResource" [ 500.613784] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 500.614655] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f5027-512c-416c-becb-12eda2a810f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.621631] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 0 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.355897] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.356361] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.356411] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 544.356768] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 544.859852] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 544.860121] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.860324] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.860530] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.860757] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.860942] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.861134] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.861293] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 544.861435] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 545.364473] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.364982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.364982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.365127] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 545.366039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca376bb-180c-4d53-af5d-520661da9a63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.374368] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd4be7-de55-43a1-8a1e-19f4624dba84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.387599] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73293d-5301-4942-9ef0-d1e21974c165 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.393779] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f02ed3-3e98-41bc-995d-28848433450b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.422436] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 545.422580] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.422750] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.444778] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 546.445159] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 546.459719] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1599a11-f612-48ca-a3f7-15a1a674a759 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.467125] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2679f8-bb39-4725-86b8-14d1b345ca31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.495843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1860107-58f4-4d33-a534-16f9e9298ed8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.503083] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626dbce4-5eae-42f8-80fb-9b3c1ed05526 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.515891] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.018881] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 547.524910] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 547.525319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.512530] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.512995] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.018141] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.018363] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 608.018523] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 608.521103] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 608.521467] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.521467] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.521802] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.521802] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.522032] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.522067] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.522195] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 608.522337] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.025199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.025434] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.025599] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.025744] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 609.026687] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936617cc-53b6-4048-a893-aee3b4e6a341 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.035098] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc80ba-d785-4e3e-ab4a-dfc923eb335a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.048702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe98851-7003-4b83-8932-7c9dd3a7c8b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054737] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbaf646-f5e3-47ae-9d14-e23b0221b4ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.082855] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181401MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 609.082994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.083191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.101135] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.101393] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.114733] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ccf85-cda7-473f-9ffb-9b1710d78dad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.122385] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587671d-57ca-4d4b-8ccb-6f5b1e98c132 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.151213] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40fc29a-eaea-43ad-915b-d5261c229255 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.158486] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c23685-9bfb-467b-b38e-3c09f3d000ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.171580] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.674580] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 610.675906] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 610.676082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.677996] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.678418] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.678418] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 670.678488] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 671.181225] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 671.181465] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.181609] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.181752] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.181896] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.182044] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.182190] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.182318] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 671.182454] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.688022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.688022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.688022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.688022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 671.688022] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad37e85-9df1-4698-bcfd-ad2545e2ca6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.696227] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17518f89-d8c4-409c-a3b1-a5bc871faa27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.712352] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bff04-94c8-47ed-b2a0-77931a1a582f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.716252] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837be025-4f88-4fe6-ab06-99c9c679b6e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.745285] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181402MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 671.746028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.746028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.763514] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.763754] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.776524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70da395-77a8-483b-969e-4a348c682801 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.783799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9356a61-d3c8-432a-b404-d051d7b007af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.812057] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d4f80-74f0-4ae6-b57b-216b575c558d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.818759] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f02a830-1e9c-4fbc-8db0-436a7473f35c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831177] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.334467] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 673.335720] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 673.335903] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.002726] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.003089] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.508286] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.508486] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.508654] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.508818] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.508972] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.509136] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 728.509285] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.012626] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.013085] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.013085] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.013260] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 729.014111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b7b43-a319-4445-b551-98ad3a77c295 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.022641] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c31e96-a2d8-4378-bbb9-88d502fb0246 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.037079] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab542fc-0086-40aa-9aa0-1331254f2f44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.043119] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacfcf52-bc7c-4885-bd53-b89b75a9d094 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.071468] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181402MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 729.071625] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.071789] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.090515] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 730.090515] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 730.101404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94f47d-e1cf-4b45-acc4-bd29ba9f2d8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.108830] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb8988b-9906-45b4-b718-760be0ef481b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.137993] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32438543-3214-4760-8f68-a8c2a6a01aed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.144539] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b5f8d3-82b3-4760-a80d-46880860ac7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.156774] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.659988] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 730.661272] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 730.661452] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.501021] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.501398] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 731.501398] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 732.004161] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 732.004424] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.350074] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.350400] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 784.854944] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 0 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 784.855228] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.855357] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 785.357915] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.858520] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.858876] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.858919] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.859114] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.363554] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.363554] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.363554] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.363554] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 787.364053] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd64916-54de-429a-a86c-cfabbccdbbb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.372488] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769bb294-6b1a-4aa1-b055-9a002ab8586d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.386907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2393e-9daa-47c3-964d-eb8090a25bbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393566] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745c847-84a1-4777-8cee-b396f54ba492 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.422129] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 787.422357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.422548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.440015] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 788.440260] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 788.453825] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc757a-bb86-4f50-ba91-b66ff46d0165 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.461158] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40aaa92-671f-4f4a-b5b1-d0401717b5bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.490136] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af0996-e427-444e-b485-23b3ee5fc72b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.497468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b44a71-373b-4c8f-83ed-ba06794d2418 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510161] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.013229] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 789.014494] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 789.014701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.503574] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.503945] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.503945] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.504115] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.504244] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 791.348423] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.348671] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 791.348705] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 791.851999] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 845.348087] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.348535] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.851845] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.852176] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.852347] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.852497] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 845.853381] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1d0e8-541c-4281-aa72-047e4c0327e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.861405] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2d4af-9b5c-441c-b83d-77c7c828b4b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.875505] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe540862-0924-4845-a914-fa33d8ccddb0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.881534] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7958824-cecf-4f61-8ccc-091b6b64548b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.909930] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 845.910067] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.910246] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.944590] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 846.944826] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 846.964482] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 846.980064] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 846.980064] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.990583] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 847.007411] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 847.022026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d936ffe-ebc0-4531-8558-82b4f9d2ef8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.028187] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccab9a8-b632-405d-8408-fe1f6cb349dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.058539] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023de071-7354-407e-bc78-6bee488d23cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.065846] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9209bac6-5fcd-4273-82eb-807d5336616f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.078653] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.582065] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.583114] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 847.583299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.673s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.582909] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.583356] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.583356] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.583487] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.583600] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 850.344652] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.848591] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.347207] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.348899] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.349290] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 853.349290] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 853.852074] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 905.348148] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.348601] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.852485] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.852724] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.852899] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.853058] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 905.853983] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ffcc0-a5bd-4240-a7cf-81e079902c28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.862430] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02d6c7-4ec8-4422-b021-f5016a705175 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.876111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63fb486-9e5d-4e19-a988-500b87959b18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.882212] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74e28e-a109-41d7-9b26-3a90f144d60c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.912130] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 905.912279] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.912453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.931389] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 906.931635] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 906.945347] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7fa2d-c15f-44aa-8142-e6707e0f44a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.952748] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc126adb-70b8-491d-9b3a-147b5ed21f96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.982290] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf48197-cc18-4763-930a-27a714548c35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.988899] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b99803-4caf-4244-a289-782d4110dee4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.001368] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.504742] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 907.506068] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 907.506256] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.505935] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.506326] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.506326] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.347967] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.348220] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 911.348671] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.348402] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.349114] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.349483] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 914.349483] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 914.852648] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 965.348251] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.851758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.852030] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.852235] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.852381] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 965.853327] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a6c10-0506-41b0-8b6e-4323b2568ad4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.861504] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd52e3-6fa7-409e-bd01-e2c13a8abf4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.875763] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd7c38-1087-49b1-8b00-733d8a77f422 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.881679] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf80d3d-9ec0-4328-b7dd-d70fd4f87cf3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.910445] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 965.910597] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.910764] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.929373] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 966.929605] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 966.943157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa240d-e658-476c-b520-10b020ed8746 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.950829] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca8f76-ee34-41fe-9b93-1cac3e7d01c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.980427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ebb907-eb7a-4dde-b1f5-9ee138696ea1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.987084] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deda4bd-475f-40c5-91f0-603cdfa09389 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.999399] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.502688] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 967.504103] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 967.504379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.504245] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.504699] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.343865] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.347609] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.347979] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.348058] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.348181] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 972.344837] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.348329] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.350207] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.350207] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 974.350207] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 974.851925] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1026.348189] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.348598] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.851148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.851460] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.851575] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.851727] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.852649] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3783d984-d1f1-45de-8304-fa779bd88036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.861185] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f614f73-c976-4f66-8dd1-f07b0dce59d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.875546] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a090c1-56f1-47d8-8af1-fc9f1b83a698 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.881640] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba08267-8bbb-4a26-9494-b609007c6b1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.909379] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1026.909508] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.909686] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.927151] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1027.927516] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1027.940120] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8372f7-b119-446d-a96d-a65ca7505710 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.948960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a462e0-dffa-4d82-a695-2bb7f58225a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.978264] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f106487-3a73-491b-a50f-21e212028506 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.984910] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d58628-816e-43be-a347-8374c37e72fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.997363] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.500974] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1028.502302] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1028.502482] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.502216] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.502614] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.347798] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.347590] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.347836] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.348115] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.348115] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1036.349920] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.349920] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1036.349920] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1036.852547] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1086.347611] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.348153] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1086.851623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 0 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1087.852523] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.355846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.356125] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.356269] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.356419] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1088.357302] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0044c3-d2d6-4a8b-b66d-6f1878bc9214 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.365846] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d22a5d-09c0-4027-b90b-add5269e5119 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.379474] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04231dcb-6b5c-442d-98a4-30f153e81105 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.385555] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76561ff-9e4d-40d3-bc14-366eaf5c89fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.414891] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1088.415086] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.415223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.434808] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1089.434808] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1089.448160] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27304e80-76f5-48e3-97a6-7e4e71f3ffef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.453955] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4807a-06a0-4d9e-bf78-08439fab1909 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.482827] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae06c85-18f2-479f-84e0-bd220e520803 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.489494] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e403b4e-c31b-4a40-8c15-fffa62ae661f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.503647] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.006765] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1090.007981] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1090.008172] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.503905] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.504333] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.344475] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.348311] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.348680] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.348745] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.349122] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1095.347589] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.347815] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.347956] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1095.348162] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.851016] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.851434] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1096.851434] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1097.354140] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1097.846038] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.102791] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.605682] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 1100.605682] env[62221]: value = "domain-c8" [ 1100.605682] env[62221]: _type = "ClusterComputeResource" [ 1100.605682] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1100.606777] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eb4948-83b2-4418-8f02-cc77de3401f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.615425] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 0 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1148.348539] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.852936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.853289] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.853513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.853738] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.855059] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb09809-6ce3-4d7a-a923-619dcfe12a37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.864535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e6ecf-1095-4958-9949-6dc5bff2c9de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.878437] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ac3bb-16b8-4857-b065-fb0d589e48e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.885236] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f68e01-2898-4762-9fc4-17ead0ee2c18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.913829] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.913994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.914214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.782043] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.782307] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.799946] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1150.814871] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1150.815088] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.835847] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1150.858524] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1150.878688] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85423d37-a166-4ac8-8362-18b882f77254 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.887460] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843b14a-9c4a-4014-b5a1-f5b4044db939 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.921169] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79709b-52bd-43ad-9a7e-f0c3ffcff4b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.929369] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fdbcc7-07a2-4cbf-8545-83890bdd3090 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.943818] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.447015] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1151.448354] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.448502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.534s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.878945] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.878945] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.381726] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1153.448434] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.448782] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.920769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.921056] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.922956] env[62221]: INFO nova.compute.claims [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.345017] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.347187] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.710834] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "551079c8-66e3-419f-b535-699af2b6ab5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.710834] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.991708] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13181568-4e2a-42ba-b290-e716267fa63a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.004221] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23f7ff-6378-4e76-8f19-13ef19100f64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.042374] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bae789-dbec-4290-b117-2ef5f7a9a31e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.050319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4207bd-4d5a-4f26-b4f8-e8fbc068c1ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.067207] env[62221]: DEBUG nova.compute.provider_tree [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.215437] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1155.347287] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.348388] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.489867] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.490147] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.572022] env[62221]: DEBUG nova.scheduler.client.report [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1155.735875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.994029] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1156.049253] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.049661] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.084023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.084023] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1156.086057] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.349s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.089028] env[62221]: INFO nova.compute.claims [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.520094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.554180] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1156.601574] env[62221]: DEBUG nova.compute.utils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1156.606515] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1157.079308] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.107836] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1157.235741] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0549736-37d7-4b67-a2e3-22fdd2cc6589 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.246548] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4afee-b066-4eb5-bb80-c42d84be7289 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.286779] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cad2c6-707a-4791-91c5-55a48d0dd56e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.294665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd946149-22ca-4cd1-acb0-fec47c5f6067 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.312234] env[62221]: DEBUG nova.compute.provider_tree [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.348629] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.348629] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1157.348629] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1157.534973] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "cd066677-1192-41e9-97af-6aa356622a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.535248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.818195] env[62221]: DEBUG nova.scheduler.client.report [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1157.852636] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1157.852636] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1157.852636] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1157.852636] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.852636] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1158.038321] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1158.120865] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1158.325359] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.325359] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1158.330328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.809s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.330892] env[62221]: INFO nova.compute.claims [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.571309] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.631211] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1158.631472] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1158.631637] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.631822] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1158.631966] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.632470] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1158.632470] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1158.632633] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1158.632794] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1158.632951] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1158.633145] env[62221]: DEBUG nova.virt.hardware [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1158.634361] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3462e47a-761e-49ed-a371-c5c1a0be4aab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.644240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bf144-2ffd-4d4b-9e86-9f5e31cbf889 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.665866] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d7526-e7e4-4e6a-a0fe-60b67eac88c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.690785] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.700174] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.700352] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d1baffc-63a0-4a96-a2bf-02a8eb771851 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.714651] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Created folder: OpenStack in parent group-v4. [ 1158.714929] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating folder: Project (06a7128d6e9442f3860837e9da132a5f). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.715127] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba8aa32-a6f0-4131-a064-0ef2657a7728 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.727235] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Created folder: Project (06a7128d6e9442f3860837e9da132a5f) in parent group-v354396. [ 1158.727422] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating folder: Instances. Parent ref: group-v354397. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.727646] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c12a058e-0e4e-4f15-b8a7-3323d513092e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.737014] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Created folder: Instances in parent group-v354397. [ 1158.737286] env[62221]: DEBUG oslo.service.loopingcall [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.737469] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.737713] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dd55e7d-3f36-4a64-ba1c-7d2c0ffaa532 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.755045] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.755045] env[62221]: value = "task-1700376" [ 1158.755045] env[62221]: _type = "Task" [ 1158.755045] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.766035] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700376, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.836746] env[62221]: DEBUG nova.compute.utils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1158.841616] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1158.842024] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.978844] env[62221]: DEBUG nova.policy [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31169f3933a345ef88eb752c97bc9696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6562842fb547a29932a571fbf62b74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1159.269254] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700376, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.345148] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1159.490104] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763106e-918d-4190-bc1b-5dda604f7ed7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.506771] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4573bce5-20bd-4635-8a25-8379140c6453 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.539657] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5aa387-fe61-4f52-80b9-3a9d5512a040 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.546967] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08494207-9619-4a8d-88bd-92d0f453b138 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.561719] env[62221]: DEBUG nova.compute.provider_tree [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.767830] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700376, 'name': CreateVM_Task, 'duration_secs': 0.63916} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.768194] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.769355] env[62221]: DEBUG oslo_vmware.service [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c80e3-b9ba-4149-9e26-b848a94d29a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.775572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.775746] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.776444] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.776694] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746c32b4-ed18-46ab-901a-edb013f269b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.783554] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1159.783554] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523c5680-ed5f-49f2-68c0-903c2f6d21a1" [ 1159.783554] env[62221]: _type = "Task" [ 1159.783554] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.793214] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523c5680-ed5f-49f2-68c0-903c2f6d21a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.032070] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.032070] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.065281] env[62221]: DEBUG nova.scheduler.client.report [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1160.298573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.300192] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.300484] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.300637] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.301079] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.301845] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70542bd6-fde2-4de7-9173-d55a215420ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.321076] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.321347] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.322245] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d7aa23-1382-420d-b960-fbe03feda3c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.329140] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f948d308-96e4-4c1d-945e-7973f7950c11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.334503] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1160.334503] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528ea6d2-58fc-9ca1-01ba-97177b9e7b46" [ 1160.334503] env[62221]: _type = "Task" [ 1160.334503] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.342617] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528ea6d2-58fc-9ca1-01ba-97177b9e7b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.357215] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1160.394212] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1160.394360] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1160.394435] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.394583] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1160.394733] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.394889] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1160.396052] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1160.396052] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1160.396052] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1160.396052] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1160.396052] env[62221]: DEBUG nova.virt.hardware [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.396826] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e58d0-11b2-4bc0-ba69-6aecaa086f48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.407502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0d3c9-096a-482d-90f9-bdd9d2c48e0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.491740] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Successfully created port: f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.535928] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1160.572880] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.574088] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1160.577847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.499s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.583029] env[62221]: INFO nova.compute.claims [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.849217] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.851016] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating directory with path [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.851016] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5528d5fd-6d62-4650-ae6b-46713ca1cbef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.875227] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Created directory with path [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.875367] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Fetch image to [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.875628] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Downloading image file data 0c447946-ef39-490e-8977-231b6aac1e89 to [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk on the data store datastore1 {{(pid=62221) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1160.876368] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed0546-5204-4d06-ac89-ed81566bf5aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.887654] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec71da-0bc0-4b64-977a-3146c6828b26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.903241] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e2647-18d7-4708-a052-95c77ae8e51e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.951145] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d05296-484c-46a5-b5e3-6bf48253551f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.957641] env[62221]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2068fd55-314a-42de-b3ed-af2789637d42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.049326] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Downloading image file data 0c447946-ef39-490e-8977-231b6aac1e89 to the data store datastore1 {{(pid=62221) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1161.065491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.095902] env[62221]: DEBUG nova.compute.utils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1161.098022] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1161.098505] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.145166] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.213543] env[62221]: DEBUG nova.policy [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3624117c904472b9023f043a1163ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd04bc477884a400d9583763a86fea1e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1161.603425] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1161.761838] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182ad71-5564-472b-a859-8f44a39b3b31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.779441] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28cf27c-27da-4933-83bf-3895d44a5374 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.817227] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e5431-d383-45af-ae28-fe1edb9df5ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.827853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46424024-3426-4637-a9a5-66df55700399 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.842763] env[62221]: DEBUG nova.compute.provider_tree [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.845895] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1161.846291] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1161.993235] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Downloaded image file data 0c447946-ef39-490e-8977-231b6aac1e89 to vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk on the data store datastore1 {{(pid=62221) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1161.994977] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1161.995236] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Copying Virtual Disk [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk to [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.995513] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0d84c8-db04-4862-aba2-c26bb03b9239 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.007399] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1162.007399] env[62221]: value = "task-1700377" [ 1162.007399] env[62221]: _type = "Task" [ 1162.007399] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.019366] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.253679] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Successfully created port: 2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.346124] env[62221]: DEBUG nova.scheduler.client.report [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.520176] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.616187] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1162.661021] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1162.661021] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1162.661021] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.661436] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1162.661436] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.661436] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1162.661924] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1162.665023] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1162.665023] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1162.665023] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1162.665023] env[62221]: DEBUG nova.virt.hardware [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1162.665023] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20cdc54-8011-497b-94cf-dd12906b8b35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.673465] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e630d-2cba-4192-b18a-dd75c80290af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.856221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.856781] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1162.859536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.288s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.860910] env[62221]: INFO nova.compute.claims [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.967794] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "45be5b3d-c75e-48b0-921a-31e66167f510" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.968042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.020997] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710451} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.021443] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Copied Virtual Disk [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk to [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.021827] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleting the datastore file [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89/tmp-sparse.vmdk {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.022269] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d1a202-a831-41e2-ba84-992e3cb0a889 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.030087] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1163.030087] env[62221]: value = "task-1700378" [ 1163.030087] env[62221]: _type = "Task" [ 1163.030087] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.042632] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.365763] env[62221]: DEBUG nova.compute.utils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1163.370187] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1163.370542] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.472464] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1163.481033] env[62221]: DEBUG nova.policy [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da69af9e05f24e8582596883af573ee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b5f4932cf6413890ec6c780bb9715e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1163.542991] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023143} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.543100] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.543481] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Moving file from [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020/0c447946-ef39-490e-8977-231b6aac1e89 to [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89. {{(pid=62221) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1163.543857] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ac2c996-942c-4cb4-8cc7-962273f625bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.551571] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1163.551571] env[62221]: value = "task-1700379" [ 1163.551571] env[62221]: _type = "Task" [ 1163.551571] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.562418] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700379, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.870178] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1164.001869] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.019029] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1ffab-59c5-4be0-9ece-1d821811129b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.026749] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa699a-bfe9-469d-b6c6-dea26c41c626 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.073988] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f356aab2-81dc-4a94-9751-63d527c3e8bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.084565] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700379, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027221} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.086214] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] File moved {{(pid=62221) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1164.086428] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Cleaning up location [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1164.086773] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleting the datastore file [datastore1] vmware_temp/8348d718-ed23-4efb-8294-1d0815df4020 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.086835] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbdb86da-11ab-4b54-b936-84fed3967f27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.098509] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad671d3-6068-4800-9040-0c53df497986 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.104402] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1164.104402] env[62221]: value = "task-1700380" [ 1164.104402] env[62221]: _type = "Task" [ 1164.104402] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.118188] env[62221]: DEBUG nova.compute.provider_tree [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.126965] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026132} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.126965] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.126965] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8fccfc-3222-4ca4-86ea-cbf45311627d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.132121] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1164.132121] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520ba629-3744-dc9b-2d31-a6ba41751f37" [ 1164.132121] env[62221]: _type = "Task" [ 1164.132121] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.143182] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520ba629-3744-dc9b-2d31-a6ba41751f37, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.143312] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.143472] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ef611a51-9d90-4ebc-a6f6-0d039149be49/ef611a51-9d90-4ebc-a6f6-0d039149be49.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.143740] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072a58a0-1a2d-4d9f-998f-2f4465d38a50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.150210] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1164.150210] env[62221]: value = "task-1700381" [ 1164.150210] env[62221]: _type = "Task" [ 1164.150210] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.160113] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.621979] env[62221]: DEBUG nova.scheduler.client.report [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1164.662440] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509054} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.663383] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ef611a51-9d90-4ebc-a6f6-0d039149be49/ef611a51-9d90-4ebc-a6f6-0d039149be49.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.663798] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.664214] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c8eb2d6-0861-4c0d-bd32-04a8c9a46c50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.671593] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1164.671593] env[62221]: value = "task-1700382" [ 1164.671593] env[62221]: _type = "Task" [ 1164.671593] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.686887] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.885121] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1164.920283] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.921101] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.921445] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.921760] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.922036] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.922537] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.922899] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.923596] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.923909] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.924351] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.924808] env[62221]: DEBUG nova.virt.hardware [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.926294] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa24be-f7b0-4b87-9865-2c71bee35491 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.935617] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc3cda-f307-47ce-bcda-80d0e9842859 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.007840] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Successfully updated port: 2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.129660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.130234] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1165.134141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.069s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.136965] env[62221]: INFO nova.compute.claims [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.185287] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135643} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.186950] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.188393] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c4d6a-0207-4d77-be9a-279478d53637 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.215810] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ef611a51-9d90-4ebc-a6f6-0d039149be49/ef611a51-9d90-4ebc-a6f6-0d039149be49.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.216935] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc81268-12eb-4407-8016-0e9d92a6d6ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.244231] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1165.244231] env[62221]: value = "task-1700383" [ 1165.244231] env[62221]: _type = "Task" [ 1165.244231] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.254347] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.265100] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Successfully updated port: f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.422356] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Successfully created port: 123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.509976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.510174] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.510334] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.642513] env[62221]: DEBUG nova.compute.utils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1165.646518] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1165.646518] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.752728] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.767672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.767826] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.771033] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.064716] env[62221]: DEBUG nova.policy [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a774dd52b2354c27a5d1ff727d7f8b3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '369113b9b0504005887680f8c3b39d81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1166.151138] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1166.201018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.201880] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.251691] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.258170] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700383, 'name': ReconfigVM_Task, 'duration_secs': 0.880331} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.258417] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ef611a51-9d90-4ebc-a6f6-0d039149be49/ef611a51-9d90-4ebc-a6f6-0d039149be49.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.259112] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575f18c1-131b-47f8-9c54-a87850dbd630 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.274726] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1166.274726] env[62221]: value = "task-1700384" [ 1166.274726] env[62221]: _type = "Task" [ 1166.274726] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.287355] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700384, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.416424] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.507753] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031104ff-cc74-4003-a50f-0429953d78ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.520701] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185a535b-8f23-477a-b48d-6bdfae3a5569 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.557635] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c0200-43fd-4c1f-8590-0704b9b0b155 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.574188] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c79ef68-01ad-4578-a97f-86fa3df8e19f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.590741] env[62221]: DEBUG nova.compute.provider_tree [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.710979] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1166.791376] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700384, 'name': Rename_Task, 'duration_secs': 0.153707} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.792272] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.792542] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425fb127-e156-4f60-9711-f1921b6497b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.799168] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1166.799168] env[62221]: value = "task-1700385" [ 1166.799168] env[62221]: _type = "Task" [ 1166.799168] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.808278] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.901693] env[62221]: DEBUG nova.network.neutron [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Updating instance_info_cache with network_info: [{"id": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "address": "fa:16:3e:52:0e:b0", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4c91ad-66", "ovs_interfaceid": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.074086] env[62221]: DEBUG nova.network.neutron [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updating instance_info_cache with network_info: [{"id": "f663bf90-3941-4c73-ad00-d12ccb597720", "address": "fa:16:3e:dd:b2:d7", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf663bf90-39", "ovs_interfaceid": "f663bf90-3941-4c73-ad00-d12ccb597720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.096700] env[62221]: DEBUG nova.scheduler.client.report [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1167.171229] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1167.211285] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1167.211752] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1167.212061] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.212359] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1167.212896] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.216025] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1167.216025] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1167.216025] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1167.216025] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1167.216025] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1167.217091] env[62221]: DEBUG nova.virt.hardware [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1167.217091] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed798a-35c7-414b-9770-3a67cacf8577 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.229312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b382e3e8-03d0-4b9e-8540-202e21f5e5cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.248332] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.316728] env[62221]: DEBUG oslo_vmware.api [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700385, 'name': PowerOnVM_Task, 'duration_secs': 0.456278} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.317014] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.317455] env[62221]: INFO nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1167.317773] env[62221]: DEBUG nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1167.318591] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f6ab39-968e-4c70-a9f3-7078468168d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.406369] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.406715] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Instance network_info: |[{"id": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "address": "fa:16:3e:52:0e:b0", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4c91ad-66", "ovs_interfaceid": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1167.407223] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:0e:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4c91ad-665f-47ce-855f-3202b0eb662c', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.415501] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Creating folder: Project (d04bc477884a400d9583763a86fea1e8). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.416143] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6484ff5-3d11-4ad3-b9c6-d680e1a5b5b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.427272] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Created folder: Project (d04bc477884a400d9583763a86fea1e8) in parent group-v354396. [ 1167.427424] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Creating folder: Instances. Parent ref: group-v354400. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.427886] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7eec5f1-6b18-4f47-9ba3-df6048cb0b2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.437923] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Created folder: Instances in parent group-v354400. [ 1167.438402] env[62221]: DEBUG oslo.service.loopingcall [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.438623] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.440618] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec8c86db-3e96-44c8-99c8-2374c67124f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.463063] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.463063] env[62221]: value = "task-1700388" [ 1167.463063] env[62221]: _type = "Task" [ 1167.463063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.475855] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700388, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.578273] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.578624] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Instance network_info: |[{"id": "f663bf90-3941-4c73-ad00-d12ccb597720", "address": "fa:16:3e:dd:b2:d7", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf663bf90-39", "ovs_interfaceid": "f663bf90-3941-4c73-ad00-d12ccb597720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1167.579038] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b2:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f663bf90-3941-4c73-ad00-d12ccb597720', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.587706] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Creating folder: Project (1c6562842fb547a29932a571fbf62b74). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.588017] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df2ffac7-545b-4f4d-be64-0e8e26b98c28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.605036] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.606042] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1167.608570] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Created folder: Project (1c6562842fb547a29932a571fbf62b74) in parent group-v354396. [ 1167.609623] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Creating folder: Instances. Parent ref: group-v354403. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.609623] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.607s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.610825] env[62221]: INFO nova.compute.claims [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.613590] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-735e9cdd-5ad7-4e9d-b160-131ffdb820e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.626044] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Created folder: Instances in parent group-v354403. [ 1167.626044] env[62221]: DEBUG oslo.service.loopingcall [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.626044] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.626044] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d23633-b098-405f-a99e-695920b66987 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.652020] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.652020] env[62221]: value = "task-1700391" [ 1167.652020] env[62221]: _type = "Task" [ 1167.652020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.661182] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700391, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.717928] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Successfully created port: b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.841375] env[62221]: INFO nova.compute.manager [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Took 13.95 seconds to build instance. [ 1167.975395] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700388, 'name': CreateVM_Task, 'duration_secs': 0.377938} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.975395] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.003038] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.003220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.003548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.003860] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ce800e-8d6d-400a-ac99-0a94676725d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.011736] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1168.011736] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521ffb4a-7d8b-695d-7732-c37eb3faff45" [ 1168.011736] env[62221]: _type = "Task" [ 1168.011736] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.014347] env[62221]: DEBUG nova.compute.manager [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Received event network-vif-plugged-f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1168.014347] env[62221]: DEBUG oslo_concurrency.lockutils [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] Acquiring lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.016195] env[62221]: DEBUG oslo_concurrency.lockutils [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] Lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.016195] env[62221]: DEBUG oslo_concurrency.lockutils [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] Lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.016195] env[62221]: DEBUG nova.compute.manager [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] No waiting events found dispatching network-vif-plugged-f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1168.016195] env[62221]: WARNING nova.compute.manager [req-0fba168d-f1b3-4dcb-97b7-f0c20dc7b76d req-7416ba76-8641-4192-b378-ed380014e6cb service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Received unexpected event network-vif-plugged-f663bf90-3941-4c73-ad00-d12ccb597720 for instance with vm_state building and task_state spawning. [ 1168.024215] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521ffb4a-7d8b-695d-7732-c37eb3faff45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.123418] env[62221]: DEBUG nova.compute.utils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.124521] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1168.124725] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.142338] env[62221]: DEBUG nova.compute.manager [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Received event network-vif-plugged-2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1168.143556] env[62221]: DEBUG oslo_concurrency.lockutils [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] Acquiring lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.143556] env[62221]: DEBUG oslo_concurrency.lockutils [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.143556] env[62221]: DEBUG oslo_concurrency.lockutils [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.144657] env[62221]: DEBUG nova.compute.manager [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] No waiting events found dispatching network-vif-plugged-2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1168.144873] env[62221]: WARNING nova.compute.manager [req-0975cc42-86a8-42ea-93be-7a035c10e917 req-b696afe2-77ba-4085-b036-98e542b2221e service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Received unexpected event network-vif-plugged-2f4c91ad-665f-47ce-855f-3202b0eb662c for instance with vm_state building and task_state spawning. [ 1168.166270] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700391, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.313728] env[62221]: DEBUG nova.policy [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e471d2e7bdb48258b2500a291c2d861', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8574ae8c106c4f3987ac6c3ac86dee52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1168.345127] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f0e374d-9b3e-4061-a786-b74d94c7b378 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.466s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.421488] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.421701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.524751] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521ffb4a-7d8b-695d-7732-c37eb3faff45, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.525054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.525334] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.525615] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.525749] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526402] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.526402] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501326e0-3857-431b-82a7-784d69356a94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.534922] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.535193] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.536107] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac79c2b-6379-4c50-861a-7a34a7bb93ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.540851] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1168.540851] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52279c41-da66-c9cd-4284-3643e397e449" [ 1168.540851] env[62221]: _type = "Task" [ 1168.540851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.552449] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52279c41-da66-c9cd-4284-3643e397e449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.628880] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1168.662274] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700391, 'name': CreateVM_Task, 'duration_secs': 0.547824} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.662274] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.662806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.662988] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.663327] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.664177] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da808d2-30f0-4724-b328-0c8bfa684da9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.676715] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1168.676715] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c86d0-3e4e-452c-fd44-312c97625447" [ 1168.676715] env[62221]: _type = "Task" [ 1168.676715] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.683940] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c86d0-3e4e-452c-fd44-312c97625447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.799625] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de2b2e8-e183-4a69-950e-4a55230e9fa2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.808183] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa2378-8bdb-452b-a925-f5acb2760e9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.839972] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a765c8-34da-4775-9b8c-b6bbde26f8bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.847650] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f75f3-afb7-4967-b638-4991d9d2b220 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.861487] env[62221]: DEBUG nova.compute.provider_tree [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.926247] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1169.053061] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52279c41-da66-c9cd-4284-3643e397e449, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.054776] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c37107-42ef-43b5-8ff6-9a934760d1fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.060724] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1169.060724] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e6e42-9f43-5347-9b30-20a66c3fe97e" [ 1169.060724] env[62221]: _type = "Task" [ 1169.060724] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.073350] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e6e42-9f43-5347-9b30-20a66c3fe97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.189020] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c86d0-3e4e-452c-fd44-312c97625447, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.189020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.189020] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.189020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.368021] env[62221]: DEBUG nova.scheduler.client.report [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.408646] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Successfully updated port: 123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.462647] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.574058] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e6e42-9f43-5347-9b30-20a66c3fe97e, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.574058] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.574058] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9decb798-4e82-48b3-bf94-64cf18faa3d4/9decb798-4e82-48b3-bf94-64cf18faa3d4.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.574058] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.574238] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.574535] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1937f5f-da01-4a38-9082-8b66211e76c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.577473] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4df23a-8f98-43ae-b613-87c41c8c8f6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.586582] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1169.586582] env[62221]: value = "task-1700392" [ 1169.586582] env[62221]: _type = "Task" [ 1169.586582] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.587617] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.587832] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.596873] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9910b85-cf42-4eec-80f2-6cb4706cb6ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.607178] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.609342] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1169.609342] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5205815a-d667-250c-28c3-4baa46e92af5" [ 1169.609342] env[62221]: _type = "Task" [ 1169.609342] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.617775] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5205815a-d667-250c-28c3-4baa46e92af5, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.623934] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93547416-5346-4eb1-8b91-742695279716 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.628585] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1169.628585] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be2ab9-b939-f7f6-83e7-dd72bee8a29a" [ 1169.628585] env[62221]: _type = "Task" [ 1169.628585] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.637582] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be2ab9-b939-f7f6-83e7-dd72bee8a29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.645245] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1169.676910] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.677179] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.677331] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.677531] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.677685] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.677827] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.680942] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.680942] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.680942] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.680942] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.680942] env[62221]: DEBUG nova.virt.hardware [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.681443] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70825d92-e39b-46e7-bfcb-652b9ef3054b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.692907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019d9cc-fd97-449c-845f-859bb718d964 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.762017] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Successfully created port: 956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.830150] env[62221]: DEBUG nova.compute.manager [None req-b6476f44-4d16-4b28-a7aa-331a3c8afbe2 tempest-ServerDiagnosticsV248Test-1251357720 tempest-ServerDiagnosticsV248Test-1251357720-project-admin] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1169.831513] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b36e43-465b-4a06-9d08-a03af9cdfa9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.841572] env[62221]: INFO nova.compute.manager [None req-b6476f44-4d16-4b28-a7aa-331a3c8afbe2 tempest-ServerDiagnosticsV248Test-1251357720 tempest-ServerDiagnosticsV248Test-1251357720-project-admin] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Retrieving diagnostics [ 1169.842449] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199792b-db03-436d-b467-23d12271dcc5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.883945] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.884512] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1169.894994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.645s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.894994] env[62221]: INFO nova.compute.claims [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.917647] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.917822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.921025] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.107488] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700392, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.141212] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be2ab9-b939-f7f6-83e7-dd72bee8a29a, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.141212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.141212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 551079c8-66e3-419f-b535-699af2b6ab5f/551079c8-66e3-419f-b535-699af2b6ab5f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.141567] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022ee803-4e27-4fab-ad5e-32c96bfdd33b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.151725] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1170.151725] env[62221]: value = "task-1700393" [ 1170.151725] env[62221]: _type = "Task" [ 1170.151725] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.168359] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.262077] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "32659f22-276d-44db-9eef-9717ad7ac1b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.263105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.396468] env[62221]: DEBUG nova.compute.utils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1170.397657] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1170.397847] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.525140] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.599190] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532431} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.599447] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9decb798-4e82-48b3-bf94-64cf18faa3d4/9decb798-4e82-48b3-bf94-64cf18faa3d4.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.599917] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.600037] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a20f366-5d92-4157-b1d3-fcf163e5eb28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.607534] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1170.607534] env[62221]: value = "task-1700394" [ 1170.607534] env[62221]: _type = "Task" [ 1170.607534] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.616324] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.645047] env[62221]: DEBUG nova.policy [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c94c45e54924387b6c04c6964f61e54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eeb1be5da144b97a523aef16a870107', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1170.661270] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477541} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.661580] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 551079c8-66e3-419f-b535-699af2b6ab5f/551079c8-66e3-419f-b535-699af2b6ab5f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.661804] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.662047] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c251a2fa-ae54-4fb3-8b4a-d04f110bb4c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.668191] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1170.668191] env[62221]: value = "task-1700395" [ 1170.668191] env[62221]: _type = "Task" [ 1170.668191] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.676322] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.765265] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1170.902471] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1171.017612] env[62221]: DEBUG nova.network.neutron [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.101607] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94859378-f870-4308-84b8-48365516d991 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.114357] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd1c38-2e3a-4f91-a0aa-5787e52f324d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.121044] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.121821] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.122615] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff8ce6-2991-4d04-aafe-83b120e97907 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.158919] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11593d-2e8a-4b57-9d1c-994f7c8abb16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.179822] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9decb798-4e82-48b3-bf94-64cf18faa3d4/9decb798-4e82-48b3-bf94-64cf18faa3d4.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.183953] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e812f8-2269-4762-aa09-65497e46de18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.204358] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c685a45-967e-4be3-9291-e5c298785d77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.215397] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231522} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.215840] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.216199] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a08bc-c430-47ec-a51f-6b9237a8eba1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.228917] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1171.228917] env[62221]: value = "task-1700396" [ 1171.228917] env[62221]: _type = "Task" [ 1171.228917] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.228917] env[62221]: DEBUG nova.compute.provider_tree [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.253671] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 551079c8-66e3-419f-b535-699af2b6ab5f/551079c8-66e3-419f-b535-699af2b6ab5f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.255294] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d913d4-318d-4c01-9a0d-51b53916510c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.279860] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.285426] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1171.285426] env[62221]: value = "task-1700397" [ 1171.285426] env[62221]: _type = "Task" [ 1171.285426] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.296084] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.305289] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.366080] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Successfully updated port: b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.520527] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.520527] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Instance network_info: |[{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1171.520646] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:f4:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '123a1c46-360c-4489-baf7-f14cc45abb0e', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.530974] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Creating folder: Project (66b5f4932cf6413890ec6c780bb9715e). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.531325] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853cfc16-e800-4256-9a30-8c7bf2deacb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.542018] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Created folder: Project (66b5f4932cf6413890ec6c780bb9715e) in parent group-v354396. [ 1171.542018] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Creating folder: Instances. Parent ref: group-v354406. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.542210] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed87b157-a24d-4c13-a349-63d46346a8bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.554878] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Created folder: Instances in parent group-v354406. [ 1171.556877] env[62221]: DEBUG oslo.service.loopingcall [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.556877] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.556877] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dde5f96-3a99-4b5c-ac75-b6a7424667b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.579325] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.579325] env[62221]: value = "task-1700400" [ 1171.579325] env[62221]: _type = "Task" [ 1171.579325] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.588242] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700400, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.732651] env[62221]: DEBUG nova.scheduler.client.report [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1171.747802] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700396, 'name': ReconfigVM_Task, 'duration_secs': 0.332821} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.748174] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9decb798-4e82-48b3-bf94-64cf18faa3d4/9decb798-4e82-48b3-bf94-64cf18faa3d4.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.748603] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fb7fa56-5008-44e9-8e6f-cb66b23ff1ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.755515] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1171.755515] env[62221]: value = "task-1700401" [ 1171.755515] env[62221]: _type = "Task" [ 1171.755515] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.763943] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700401, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.795691] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.872985] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.873126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquired lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.873328] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.914983] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1171.955305] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1171.955794] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1171.956299] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.956610] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1171.957200] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.957200] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1171.957324] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1171.957395] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1171.957572] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1171.957887] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1171.958635] env[62221]: DEBUG nova.virt.hardware [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.961139] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a163c5-9503-4619-91af-fdad72b784b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.971417] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876588ef-e8f1-4e1f-bfbb-fae1f4be509e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.092927] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700400, 'name': CreateVM_Task, 'duration_secs': 0.356961} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.093341] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.094375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.094375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.094481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.094894] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbccdd5-e106-4052-b5cd-646c95b56ae1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.099691] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1172.099691] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529de999-b46c-dbd4-e87e-cc3d50c6adea" [ 1172.099691] env[62221]: _type = "Task" [ 1172.099691] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.105942] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Successfully created port: c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.113606] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529de999-b46c-dbd4-e87e-cc3d50c6adea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.243663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.244296] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1172.247469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.785s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.250722] env[62221]: INFO nova.compute.claims [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.266541] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700401, 'name': Rename_Task, 'duration_secs': 0.151904} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.267143] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.267881] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9664e8f-25c2-4743-ba4d-70731e5e5b93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.276271] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1172.276271] env[62221]: value = "task-1700402" [ 1172.276271] env[62221]: _type = "Task" [ 1172.276271] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.285661] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.298026] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700397, 'name': ReconfigVM_Task, 'duration_secs': 0.94255} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.298265] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 551079c8-66e3-419f-b535-699af2b6ab5f/551079c8-66e3-419f-b535-699af2b6ab5f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.298900] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac7f7117-0d2a-4050-80f3-3d913b352249 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.307273] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1172.307273] env[62221]: value = "task-1700403" [ 1172.307273] env[62221]: _type = "Task" [ 1172.307273] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.316895] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700403, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.468692] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.528217] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Successfully updated port: 956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.616448] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529de999-b46c-dbd4-e87e-cc3d50c6adea, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.616951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.617870] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.617870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.617870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.618228] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.619054] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d0aefa9-a5a3-4233-8cc3-4a4e299b7a56 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.632985] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.632985] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.632985] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f95f8af-9c43-4522-9080-76ef997b997e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.641333] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1172.641333] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bc1c06-04a7-4397-d79c-7be3b4d98503" [ 1172.641333] env[62221]: _type = "Task" [ 1172.641333] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.655528] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bc1c06-04a7-4397-d79c-7be3b4d98503, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.656193] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ce69b2-d818-458b-8118-722bddf285ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.662425] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1172.662425] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ffdef5-b70d-4a68-7f63-1bc252a988f6" [ 1172.662425] env[62221]: _type = "Task" [ 1172.662425] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.671839] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ffdef5-b70d-4a68-7f63-1bc252a988f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.753225] env[62221]: DEBUG nova.compute.utils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.761136] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1172.761136] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.762881] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Received event network-changed-f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1172.763107] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Refreshing instance network info cache due to event network-changed-f663bf90-3941-4c73-ad00-d12ccb597720. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1172.763327] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Acquiring lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.763463] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Acquired lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.763633] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Refreshing network info cache for port f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.790201] env[62221]: DEBUG nova.compute.manager [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Received event network-changed-2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1172.790201] env[62221]: DEBUG nova.compute.manager [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Refreshing instance network info cache due to event network-changed-2f4c91ad-665f-47ce-855f-3202b0eb662c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1172.790201] env[62221]: DEBUG oslo_concurrency.lockutils [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] Acquiring lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.790786] env[62221]: DEBUG oslo_concurrency.lockutils [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] Acquired lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.790786] env[62221]: DEBUG nova.network.neutron [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Refreshing network info cache for port 2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.791910] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.818655] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700403, 'name': Rename_Task, 'duration_secs': 0.241672} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.818950] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.819242] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df49b438-ac87-4b80-a265-60679f8c8e82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.827253] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1172.827253] env[62221]: value = "task-1700404" [ 1172.827253] env[62221]: _type = "Task" [ 1172.827253] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.837205] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.975970] env[62221]: DEBUG nova.policy [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc4a6de5c684082b760a57cc9dab0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2673dfd2fa8e4e0fa5e848697e894357', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1172.985762] env[62221]: DEBUG nova.network.neutron [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Updating instance_info_cache with network_info: [{"id": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "address": "fa:16:3e:ab:7d:14", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df0b3d-67", "ovs_interfaceid": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.041037] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.041202] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquired lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.041383] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.177576] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ffdef5-b70d-4a68-7f63-1bc252a988f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.177857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.179195] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.179195] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f1cc04f-aaf2-468e-96d4-4f2f3dd111b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.187678] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1173.187678] env[62221]: value = "task-1700405" [ 1173.187678] env[62221]: _type = "Task" [ 1173.187678] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.200901] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.256864] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1173.293705] env[62221]: DEBUG oslo_vmware.api [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700402, 'name': PowerOnVM_Task, 'duration_secs': 0.640329} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.293705] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.293705] env[62221]: INFO nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1173.293705] env[62221]: DEBUG nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1173.295173] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf70190-8c60-479c-959b-374e2646dc7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.356769] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700404, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.491055] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Releasing lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.491055] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Instance network_info: |[{"id": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "address": "fa:16:3e:ab:7d:14", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df0b3d-67", "ovs_interfaceid": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1173.491305] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7d:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8df0b3d-6797-4042-a5fc-13f63ae2626e', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.502258] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Creating folder: Project (369113b9b0504005887680f8c3b39d81). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.506281] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af275b0a-d902-444f-808d-a1595dc816b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.516934] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Created folder: Project (369113b9b0504005887680f8c3b39d81) in parent group-v354396. [ 1173.518085] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Creating folder: Instances. Parent ref: group-v354409. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.518085] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad9e1ea2-fd3a-4da2-b0b9-4a014b43f7d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.532668] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Created folder: Instances in parent group-v354409. [ 1173.532668] env[62221]: DEBUG oslo.service.loopingcall [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.532857] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.533554] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c66d9df-4a1c-4d48-8e58-19d7382ae524 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.560433] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b28351-d002-4fdb-8333-adbd8bf494f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.576803] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.576803] env[62221]: value = "task-1700408" [ 1173.576803] env[62221]: _type = "Task" [ 1173.576803] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.577965] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf752c2-55cd-43a4-867f-33db41542a23 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.627132] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ca4d29-14f0-4c4b-b3db-8a7b837ac7f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.630030] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700408, 'name': CreateVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.637071] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e419be-125b-49e8-b398-6b08f47ec8d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.652172] env[62221]: DEBUG nova.compute.provider_tree [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.671127] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.707397] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474666} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.708391] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.708659] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.708914] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d41da57b-2a4e-4f6b-b460-9f1a65c89b7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.715579] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1173.715579] env[62221]: value = "task-1700409" [ 1173.715579] env[62221]: _type = "Task" [ 1173.715579] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.724674] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.819980] env[62221]: INFO nova.compute.manager [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Took 17.32 seconds to build instance. [ 1173.847359] env[62221]: DEBUG oslo_vmware.api [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700404, 'name': PowerOnVM_Task, 'duration_secs': 0.66014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.847359] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.847491] env[62221]: INFO nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Took 13.49 seconds to spawn the instance on the hypervisor. [ 1173.847671] env[62221]: DEBUG nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1173.848465] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254435c5-0335-4ede-8bad-e25bf69e92d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.966569] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updated VIF entry in instance network info cache for port f663bf90-3941-4c73-ad00-d12ccb597720. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.967028] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updating instance_info_cache with network_info: [{"id": "f663bf90-3941-4c73-ad00-d12ccb597720", "address": "fa:16:3e:dd:b2:d7", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf663bf90-39", "ovs_interfaceid": "f663bf90-3941-4c73-ad00-d12ccb597720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.091822] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700408, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.105588] env[62221]: DEBUG nova.network.neutron [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Updated VIF entry in instance network info cache for port 2f4c91ad-665f-47ce-855f-3202b0eb662c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.105991] env[62221]: DEBUG nova.network.neutron [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Updating instance_info_cache with network_info: [{"id": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "address": "fa:16:3e:52:0e:b0", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4c91ad-66", "ovs_interfaceid": "2f4c91ad-665f-47ce-855f-3202b0eb662c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.121221] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Successfully created port: 06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.161365] env[62221]: DEBUG nova.network.neutron [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Updating instance_info_cache with network_info: [{"id": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "address": "fa:16:3e:64:27:6e", "network": {"id": "dce10113-9c99-4b7c-9677-6b8326a486ff", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1213857337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8574ae8c106c4f3987ac6c3ac86dee52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956b8b56-dc", "ovs_interfaceid": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.184683] env[62221]: ERROR nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [req-386e34ab-835e-4c31-a7c6-dc65db3cf696] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-386e34ab-835e-4c31-a7c6-dc65db3cf696"}]} [ 1174.201861] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.202209] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.224043] env[62221]: DEBUG nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1174.236304] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072573} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.240575] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.240575] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f889ea72-92cd-4e41-88aa-e09d3b30199a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.263099] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.264279] env[62221]: DEBUG nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1174.264479] env[62221]: DEBUG nova.compute.provider_tree [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.266812] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c183335-00c7-4f91-b23c-844bd368f75d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.285212] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1174.293401] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1174.293401] env[62221]: value = "task-1700410" [ 1174.293401] env[62221]: _type = "Task" [ 1174.293401] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.301887] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.304208] env[62221]: DEBUG nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1174.323411] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1174.323698] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1174.323899] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.324093] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1174.324250] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.324418] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1174.324710] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1174.324944] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1174.325155] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1174.325336] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1174.325554] env[62221]: DEBUG nova.virt.hardware [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.326057] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f633738a-adf4-4d4f-b471-47a0a06d12f4 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.836s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.327054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb20f4b-2271-4b2a-b263-a8df67c85e73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.330778] env[62221]: DEBUG nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1174.341542] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb01366-d28d-46c7-9e8b-360867db63c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.368823] env[62221]: INFO nova.compute.manager [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Took 18.65 seconds to build instance. [ 1174.469332] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Releasing lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.469570] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Received event network-vif-plugged-123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1174.470378] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.470378] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.470378] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.470378] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] No waiting events found dispatching network-vif-plugged-123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1174.470623] env[62221]: WARNING nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Received unexpected event network-vif-plugged-123a1c46-360c-4489-baf7-f14cc45abb0e for instance with vm_state building and task_state spawning. [ 1174.470623] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Received event network-changed-123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1174.470902] env[62221]: DEBUG nova.compute.manager [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Refreshing instance network info cache due to event network-changed-123a1c46-360c-4489-baf7-f14cc45abb0e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1174.470975] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.472031] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.472031] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Refreshing network info cache for port 123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.523854] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b2be1-353b-4ffd-9144-fef4cb7ee3b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.532869] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea141576-ba7f-4f76-93eb-cdf7229e727d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.575154] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea175e-537f-4b11-8a38-4bf319787bf4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.588385] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb45889-e5a5-4624-9b4e-3d6f6a5cdcd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.595961] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700408, 'name': CreateVM_Task, 'duration_secs': 0.707521} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.596211] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.597029] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.597238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.597450] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.597868] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894a2239-6e8e-4ce1-9110-a0771ecb417a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.607949] env[62221]: DEBUG nova.compute.provider_tree [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.613098] env[62221]: DEBUG oslo_concurrency.lockutils [req-36003e7f-ba44-4deb-ba63-e4a8ae721ea3 req-baa35e0e-502b-454c-bc70-eb97e295db89 service nova] Releasing lock "refresh_cache-9decb798-4e82-48b3-bf94-64cf18faa3d4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.613345] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1174.613345] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acb093-0f08-df89-cebd-64c07a035a22" [ 1174.613345] env[62221]: _type = "Task" [ 1174.613345] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.623387] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acb093-0f08-df89-cebd-64c07a035a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.666139] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Releasing lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.666139] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Instance network_info: |[{"id": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "address": "fa:16:3e:64:27:6e", "network": {"id": "dce10113-9c99-4b7c-9677-6b8326a486ff", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1213857337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8574ae8c106c4f3987ac6c3ac86dee52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956b8b56-dc", "ovs_interfaceid": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1174.666278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:27:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956b8b56-dc48-42d4-9643-e2d8573bcad0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.674499] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Creating folder: Project (8574ae8c106c4f3987ac6c3ac86dee52). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.674974] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36397ef7-8748-4f41-bac8-87250dd95f41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.689450] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Created folder: Project (8574ae8c106c4f3987ac6c3ac86dee52) in parent group-v354396. [ 1174.689450] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Creating folder: Instances. Parent ref: group-v354412. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.689752] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e71265a-ab9f-42d6-96fd-2533fbb659a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.708525] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Created folder: Instances in parent group-v354412. [ 1174.708525] env[62221]: DEBUG oslo.service.loopingcall [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.708525] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.708525] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9971b6-01fe-4050-ad4f-fdf9fcf9aec4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.725252] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1174.734612] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.734612] env[62221]: value = "task-1700413" [ 1174.734612] env[62221]: _type = "Task" [ 1174.734612] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.747762] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700413, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.809079] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700410, 'name': ReconfigVM_Task, 'duration_secs': 0.314978} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.809530] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.810192] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0420491-3a30-4a61-90b7-4ac40b9b1e91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.824046] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1174.824046] env[62221]: value = "task-1700414" [ 1174.824046] env[62221]: _type = "Task" [ 1174.824046] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.844044] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700414, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.875532] env[62221]: DEBUG oslo_concurrency.lockutils [None req-171545c1-3326-4e51-9ace-134dc7a33d61 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.165s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.924698] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Acquiring lock "76143aed-f856-4ae0-8337-4e967d2b917c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.924698] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Lock "76143aed-f856-4ae0-8337-4e967d2b917c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.114145] env[62221]: DEBUG nova.scheduler.client.report [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1175.130502] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acb093-0f08-df89-cebd-64c07a035a22, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.130816] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.131092] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.131351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.131502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.131736] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.132044] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-523d0bce-71b4-4ae9-a279-7c78d5cbfac3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.145030] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.145153] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.145883] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b86613-9e7b-41be-a4c7-b3d1067d1d04 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.154402] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1175.154402] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52453bc3-b291-1c70-b661-dd3ebd769e60" [ 1175.154402] env[62221]: _type = "Task" [ 1175.154402] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.163640] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52453bc3-b291-1c70-b661-dd3ebd769e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.250042] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700413, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.304843] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.340159] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700414, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.426254] env[62221]: DEBUG nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1175.472956] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Successfully updated port: c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.556204] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updated VIF entry in instance network info cache for port 123a1c46-360c-4489-baf7-f14cc45abb0e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.556776] env[62221]: DEBUG nova.network.neutron [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.620210] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.373s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.620737] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1175.625304] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.321s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.627805] env[62221]: INFO nova.compute.claims [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.674674] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52453bc3-b291-1c70-b661-dd3ebd769e60, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.674674] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189b8415-9efd-418f-84c7-cd7a94dd6bf2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.683898] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1175.683898] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525d4ec9-5599-d764-92d9-08f92d39e09f" [ 1175.683898] env[62221]: _type = "Task" [ 1175.683898] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.704784] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525d4ec9-5599-d764-92d9-08f92d39e09f, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.705394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.705394] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] cd066677-1192-41e9-97af-6aa356622a11/cd066677-1192-41e9-97af-6aa356622a11.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.705611] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0760dd4-35a9-467a-bae9-4be12490492b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.714543] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1175.714543] env[62221]: value = "task-1700415" [ 1175.714543] env[62221]: _type = "Task" [ 1175.714543] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.729465] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.756521] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700413, 'name': CreateVM_Task, 'duration_secs': 0.698755} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.756628] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.757334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.757474] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.757840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.758140] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf729dc-3db0-4ab7-8656-4fd19cbe91c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.764289] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1175.764289] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d4e36-7ee4-40d1-4cf0-eac94ab369ad" [ 1175.764289] env[62221]: _type = "Task" [ 1175.764289] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.774516] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d4e36-7ee4-40d1-4cf0-eac94ab369ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.837858] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700414, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.959269] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.976701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.976886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquired lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.977083] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.064063] env[62221]: DEBUG oslo_concurrency.lockutils [req-515a7c39-6f4d-4b5d-a438-2565d0bdf95c req-5ea0b787-6510-42e8-b2bf-0dbbd5545d67 service nova] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.134644] env[62221]: DEBUG nova.compute.utils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.138677] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1176.227946] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700415, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.276559] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d4e36-7ee4-40d1-4cf0-eac94ab369ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.277165] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.277165] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.277363] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.277502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.278082] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.278415] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385a7a3f-2ee4-4d52-983e-ee5e3d2b5b7a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.297861] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.297861] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.298201] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c6d455-9a96-4306-855e-ba437b3302b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.307938] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1176.307938] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a2599-18c4-16e8-93aa-330f5cb5fcf7" [ 1176.307938] env[62221]: _type = "Task" [ 1176.307938] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.318383] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a2599-18c4-16e8-93aa-330f5cb5fcf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.340140] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700414, 'name': Rename_Task, 'duration_secs': 1.148744} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.340140] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.340355] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5bd47e-3f9e-422b-b16a-5f23543c750d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.352920] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1176.352920] env[62221]: value = "task-1700416" [ 1176.352920] env[62221]: _type = "Task" [ 1176.352920] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.362479] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.627252] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.639574] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1176.726726] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Successfully updated port: 06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.746044] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701947} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.747104] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] cd066677-1192-41e9-97af-6aa356622a11/cd066677-1192-41e9-97af-6aa356622a11.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.747369] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.747653] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27649c55-2713-43d5-aa36-d2ab0105f992 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.761874] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1176.761874] env[62221]: value = "task-1700417" [ 1176.761874] env[62221]: _type = "Task" [ 1176.761874] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.772039] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.825250] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a2599-18c4-16e8-93aa-330f5cb5fcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.063463} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.825909] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d277daff-1e02-4089-bd7c-8b5950b3f44f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.836459] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1176.836459] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268fcef-b8c7-b259-2171-12b276ac0feb" [ 1176.836459] env[62221]: _type = "Task" [ 1176.836459] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.851160] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268fcef-b8c7-b259-2171-12b276ac0feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.861613] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700416, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.905657] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286cfce-8607-4e6d-b7ea-5a2bedc2b0d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.915172] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2d22e-268c-49a2-ae4e-7e76da8b3acf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.950525] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a745311-ae0c-4467-a574-8acf373cd9b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.959732] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d3e80-85c5-4c15-b1e1-c9f16f8d4515 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.978156] env[62221]: DEBUG nova.compute.provider_tree [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.068129] env[62221]: DEBUG nova.compute.manager [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Received event network-vif-plugged-b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1177.068358] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Acquiring lock "cd066677-1192-41e9-97af-6aa356622a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.068569] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Lock "cd066677-1192-41e9-97af-6aa356622a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.068734] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Lock "cd066677-1192-41e9-97af-6aa356622a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.068907] env[62221]: DEBUG nova.compute.manager [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] No waiting events found dispatching network-vif-plugged-b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1177.071458] env[62221]: WARNING nova.compute.manager [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Received unexpected event network-vif-plugged-b8df0b3d-6797-4042-a5fc-13f63ae2626e for instance with vm_state building and task_state spawning. [ 1177.071458] env[62221]: DEBUG nova.compute.manager [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Received event network-changed-b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1177.071788] env[62221]: DEBUG nova.compute.manager [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Refreshing instance network info cache due to event network-changed-b8df0b3d-6797-4042-a5fc-13f63ae2626e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1177.072260] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Acquiring lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.072421] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Acquired lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.072591] env[62221]: DEBUG nova.network.neutron [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Refreshing network info cache for port b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.093848] env[62221]: DEBUG nova.compute.manager [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Received event network-vif-plugged-956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1177.094478] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Acquiring lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.095312] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.095312] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.096364] env[62221]: DEBUG nova.compute.manager [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] No waiting events found dispatching network-vif-plugged-956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1177.096364] env[62221]: WARNING nova.compute.manager [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Received unexpected event network-vif-plugged-956b8b56-dc48-42d4-9643-e2d8573bcad0 for instance with vm_state building and task_state spawning. [ 1177.096364] env[62221]: DEBUG nova.compute.manager [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Received event network-changed-956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1177.096364] env[62221]: DEBUG nova.compute.manager [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Refreshing instance network info cache due to event network-changed-956b8b56-dc48-42d4-9643-e2d8573bcad0. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1177.096364] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Acquiring lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.096651] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Acquired lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.097069] env[62221]: DEBUG nova.network.neutron [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Refreshing network info cache for port 956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.179968] env[62221]: DEBUG nova.network.neutron [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [{"id": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "address": "fa:16:3e:7b:58:a5", "network": {"id": "344f7d12-e0ba-410f-87ee-4870e24416e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1559229058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eeb1be5da144b97a523aef16a870107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92fc3c1-74", "ovs_interfaceid": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.233998] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.234231] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.234422] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.275793] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304886} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.275868] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.276620] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f472354-c182-4bc9-815e-8fb10743b528 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.303955] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] cd066677-1192-41e9-97af-6aa356622a11/cd066677-1192-41e9-97af-6aa356622a11.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.304183] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac193f8a-5ae6-44b7-8cb2-f9059e16b3e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.329913] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1177.329913] env[62221]: value = "task-1700418" [ 1177.329913] env[62221]: _type = "Task" [ 1177.329913] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.339771] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.349171] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268fcef-b8c7-b259-2171-12b276ac0feb, 'name': SearchDatastore_Task, 'duration_secs': 0.023454} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.349433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.349737] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7f4aef75-01ae-48db-9d32-e403e24b8f35/7f4aef75-01ae-48db-9d32-e403e24b8f35.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.349982] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8590cc6d-80dd-4681-bc4d-c217e7f7333c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.358415] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1177.358415] env[62221]: value = "task-1700419" [ 1177.358415] env[62221]: _type = "Task" [ 1177.358415] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.361803] env[62221]: DEBUG oslo_vmware.api [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700416, 'name': PowerOnVM_Task, 'duration_secs': 0.876262} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.365695] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.365915] env[62221]: INFO nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Took 12.48 seconds to spawn the instance on the hypervisor. [ 1177.366153] env[62221]: DEBUG nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1177.366908] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6fa4e8-8380-470e-a557-fe243d214d4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.379490] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.481388] env[62221]: DEBUG nova.scheduler.client.report [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.655661] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1177.686985] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Releasing lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.686985] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Instance network_info: |[{"id": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "address": "fa:16:3e:7b:58:a5", "network": {"id": "344f7d12-e0ba-410f-87ee-4870e24416e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1559229058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eeb1be5da144b97a523aef16a870107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92fc3c1-74", "ovs_interfaceid": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1177.689373] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:58:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92fc3c1-7466-4645-b034-ab1ecf9d4f19', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.697791] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Creating folder: Project (1eeb1be5da144b97a523aef16a870107). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.698448] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548900d3-8d2c-436c-b282-8d7e619729f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.711866] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1177.712214] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1177.712376] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.712568] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1177.712738] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.712910] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1177.713183] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1177.713352] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1177.713542] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1177.713730] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1177.713910] env[62221]: DEBUG nova.virt.hardware [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.714907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c777d6-3f4d-492a-a9c8-d0f6117b8751 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.723898] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Created folder: Project (1eeb1be5da144b97a523aef16a870107) in parent group-v354396. [ 1177.724148] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Creating folder: Instances. Parent ref: group-v354415. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.724845] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf7003d-236a-40f1-9fb9-c6620c42d656 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.732145] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab3285-0f5b-4446-82ea-49769620327a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.740187] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Created folder: Instances in parent group-v354415. [ 1177.740187] env[62221]: DEBUG oslo.service.loopingcall [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.740455] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.740650] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49cabe5-769a-4ad4-be85-8e5fc2ce9122 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.769234] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.775304] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Creating folder: Project (31ae32ce2ab242689ade08a8ec0d2dc8). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.782808] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b56655d-77b1-4141-bf7b-af8a049056ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.786127] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.786127] env[62221]: value = "task-1700422" [ 1177.786127] env[62221]: _type = "Task" [ 1177.786127] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.797379] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Created folder: Project (31ae32ce2ab242689ade08a8ec0d2dc8) in parent group-v354396. [ 1177.797379] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Creating folder: Instances. Parent ref: group-v354417. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.802785] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225eaf66-9125-4576-80d0-4959b42e5e9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.804714] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700422, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.823024] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Created folder: Instances in parent group-v354417. [ 1177.823024] env[62221]: DEBUG oslo.service.loopingcall [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.825359] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.825631] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-effb8fd7-cb6c-4c64-ae16-90ef380f5f3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.851984] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.852922] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.852922] env[62221]: value = "task-1700425" [ 1177.852922] env[62221]: _type = "Task" [ 1177.852922] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.865079] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700425, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.875725] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.894177] env[62221]: INFO nova.compute.manager [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Took 20.83 seconds to build instance. [ 1177.912577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Acquiring lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.912577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.912577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Acquiring lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.912936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.913016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.916017] env[62221]: INFO nova.compute.manager [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Terminating instance [ 1177.919100] env[62221]: DEBUG nova.compute.manager [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1177.919613] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.921130] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc27ca-fa9e-4ee2-8932-8c1acc67cded {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.936992] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.940058] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-627c5af8-49fa-4340-8574-1447d9a311ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.952070] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Waiting for the task: (returnval){ [ 1177.952070] env[62221]: value = "task-1700426" [ 1177.952070] env[62221]: _type = "Task" [ 1177.952070] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.966133] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Task: {'id': task-1700426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.986538] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.987424] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1177.992607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.687s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.993053] env[62221]: INFO nova.compute.claims [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.055484] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.077381] env[62221]: DEBUG nova.network.neutron [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Updated VIF entry in instance network info cache for port 956b8b56-dc48-42d4-9643-e2d8573bcad0. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.077738] env[62221]: DEBUG nova.network.neutron [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Updating instance_info_cache with network_info: [{"id": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "address": "fa:16:3e:64:27:6e", "network": {"id": "dce10113-9c99-4b7c-9677-6b8326a486ff", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1213857337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8574ae8c106c4f3987ac6c3ac86dee52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956b8b56-dc", "ovs_interfaceid": "956b8b56-dc48-42d4-9643-e2d8573bcad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.299020] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700422, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.350985] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700418, 'name': ReconfigVM_Task, 'duration_secs': 0.622864} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.353895] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Reconfigured VM instance instance-00000005 to attach disk [datastore1] cd066677-1192-41e9-97af-6aa356622a11/cd066677-1192-41e9-97af-6aa356622a11.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.354655] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8121f153-d8e8-4f63-a8f7-576c1afa1457 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.366830] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700425, 'name': CreateVM_Task, 'duration_secs': 0.451901} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.371231] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.371700] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1178.371700] env[62221]: value = "task-1700427" [ 1178.371700] env[62221]: _type = "Task" [ 1178.371700] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.372137] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.372338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.372848] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.373503] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb3ebb8-baba-4e61-9dac-33ed69abdb63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.382908] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768663} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.383968] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7f4aef75-01ae-48db-9d32-e403e24b8f35/7f4aef75-01ae-48db-9d32-e403e24b8f35.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.384552] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.384816] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af1cc777-1f32-408f-892b-31f4049ee1d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.396750] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700427, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.397013] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1178.397013] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e9c8ec-140b-d1b1-b859-87b9880d6940" [ 1178.397013] env[62221]: _type = "Task" [ 1178.397013] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.404149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-923f2c3c-8121-4ac2-9ad8-7064f759e4cf tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.354s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.404514] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1178.404514] env[62221]: value = "task-1700428" [ 1178.404514] env[62221]: _type = "Task" [ 1178.404514] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.412356] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e9c8ec-140b-d1b1-b859-87b9880d6940, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.413145] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.413422] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.413684] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.413870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.414115] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.414581] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-154c9ae0-2801-43bb-99eb-185d0ed1e661 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.419825] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.427381] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.427566] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.428334] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b2d178-b3f9-4128-8821-b1e7730103ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.435454] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1178.435454] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520ca37f-1af7-aa58-378b-243f49a9ff7d" [ 1178.435454] env[62221]: _type = "Task" [ 1178.435454] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.445332] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520ca37f-1af7-aa58-378b-243f49a9ff7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.463854] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Task: {'id': task-1700426, 'name': PowerOffVM_Task, 'duration_secs': 0.301499} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.464548] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.464548] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.464859] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22aa2096-4341-4775-ae3b-8eb07e20a4e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.505121] env[62221]: DEBUG nova.compute.utils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1178.505121] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1178.505121] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.547450] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.547450] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.547450] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Deleting the datastore file [datastore1] 9decb798-4e82-48b3-bf94-64cf18faa3d4 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.547450] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e1f010-5416-4e12-9c08-e05cb7e177ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.561029] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Waiting for the task: (returnval){ [ 1178.561029] env[62221]: value = "task-1700430" [ 1178.561029] env[62221]: _type = "Task" [ 1178.561029] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.567863] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Task: {'id': task-1700430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.582285] env[62221]: DEBUG oslo_concurrency.lockutils [req-f2e247bd-6e23-4fcc-9701-3559c7b3356b req-cf6610a6-e9ff-4609-9aed-3cd415361752 service nova] Releasing lock "refresh_cache-7f4aef75-01ae-48db-9d32-e403e24b8f35" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.597697] env[62221]: DEBUG nova.policy [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b65e8ea05534ec1b2d6c50b6d7e6a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faad9369f0934492b731611939e530be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1178.684993] env[62221]: DEBUG nova.network.neutron [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Updating instance_info_cache with network_info: [{"id": "06153533-4218-4d3f-bc0c-33d72ef00043", "address": "fa:16:3e:2a:f9:16", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06153533-42", "ovs_interfaceid": "06153533-4218-4d3f-bc0c-33d72ef00043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.696156] env[62221]: DEBUG nova.network.neutron [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Updated VIF entry in instance network info cache for port b8df0b3d-6797-4042-a5fc-13f63ae2626e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.696488] env[62221]: DEBUG nova.network.neutron [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Updating instance_info_cache with network_info: [{"id": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "address": "fa:16:3e:ab:7d:14", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df0b3d-67", "ovs_interfaceid": "b8df0b3d-6797-4042-a5fc-13f63ae2626e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.799284] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700422, 'name': CreateVM_Task, 'duration_secs': 0.516219} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.799284] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.802421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.802421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.802421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.802421] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214fe76b-3e1d-4e94-ba40-af79d100a92e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.806704] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1178.806704] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8c547-3688-9cb1-e9ee-0f6d1cb5988f" [ 1178.806704] env[62221]: _type = "Task" [ 1178.806704] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.817215] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8c547-3688-9cb1-e9ee-0f6d1cb5988f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.883473] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700427, 'name': Rename_Task, 'duration_secs': 0.18453} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.883824] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.884508] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f503e14-c6aa-49d0-ac16-3fec6fcad7ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.893695] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1178.893695] env[62221]: value = "task-1700431" [ 1178.893695] env[62221]: _type = "Task" [ 1178.893695] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.904226] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.915528] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075482} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.915816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.916755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b58cc-4d67-4e31-aa7b-6bc3cffc8c4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.943140] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7f4aef75-01ae-48db-9d32-e403e24b8f35/7f4aef75-01ae-48db-9d32-e403e24b8f35.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.943567] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d50174-cb0d-48c5-9800-88a525d14c1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.970860] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520ca37f-1af7-aa58-378b-243f49a9ff7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.973387] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1178.973387] env[62221]: value = "task-1700432" [ 1178.973387] env[62221]: _type = "Task" [ 1178.973387] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.973605] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0328b538-4958-4580-9dd9-2287cf4909ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.983436] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1178.983436] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f25286-6139-d6e3-d4ca-e933467161cd" [ 1178.983436] env[62221]: _type = "Task" [ 1178.983436] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.987402] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.997015] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f25286-6139-d6e3-d4ca-e933467161cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.007676] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1179.073389] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Task: {'id': task-1700430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.186537] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Successfully created port: e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.188860] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.189273] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Instance network_info: |[{"id": "06153533-4218-4d3f-bc0c-33d72ef00043", "address": "fa:16:3e:2a:f9:16", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06153533-42", "ovs_interfaceid": "06153533-4218-4d3f-bc0c-33d72ef00043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1179.189658] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:f9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06153533-4218-4d3f-bc0c-33d72ef00043', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.198074] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Creating folder: Project (2673dfd2fa8e4e0fa5e848697e894357). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.202090] env[62221]: DEBUG oslo_concurrency.lockutils [req-7acc544d-da98-4ae1-bb7e-f88eef48057e req-0a730afd-4a54-4da3-8938-340e835e533b service nova] Releasing lock "refresh_cache-cd066677-1192-41e9-97af-6aa356622a11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.202438] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a30e2a4-6c3e-4684-9f3b-fb561acf7785 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.216667] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Created folder: Project (2673dfd2fa8e4e0fa5e848697e894357) in parent group-v354396. [ 1179.216867] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Creating folder: Instances. Parent ref: group-v354421. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.220154] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b952b3f-cbbe-4eda-b445-c35dd1d6a50c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.234894] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Created folder: Instances in parent group-v354421. [ 1179.235189] env[62221]: DEBUG oslo.service.loopingcall [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.235416] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.235653] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62782ecd-63b8-462c-8905-d50e571e5e42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.255717] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9823765-8cf1-42b8-988e-473824e9f547 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.270443] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d1f5f6-f30b-40af-955d-4e719fa7f7db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.272097] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.272097] env[62221]: value = "task-1700435" [ 1179.272097] env[62221]: _type = "Task" [ 1179.272097] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.306396] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834af3a2-cf8e-46c6-b765-97504a7e3423 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.313581] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700435, 'name': CreateVM_Task} progress is 15%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.326940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c108120-dbdc-4123-9dae-596cf3fd3707 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331030] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8c547-3688-9cb1-e9ee-0f6d1cb5988f, 'name': SearchDatastore_Task, 'duration_secs': 0.073418} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.331354] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.331594] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.331816] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.348703] env[62221]: DEBUG nova.compute.provider_tree [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.407780] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700431, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.488201] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.498856] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f25286-6139-d6e3-d4ca-e933467161cd, 'name': SearchDatastore_Task, 'duration_secs': 0.029641} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.499298] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.499700] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a8a5eb9c-f316-4281-bf70-d7b340ab5a6f/a8a5eb9c-f316-4281-bf70-d7b340ab5a6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.499850] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.500097] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.500440] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24d16c1-4172-46ed-9592-42eea972c923 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.503238] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac67456-c296-42a8-9fe7-444259233ecb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.517679] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1179.517679] env[62221]: value = "task-1700436" [ 1179.517679] env[62221]: _type = "Task" [ 1179.517679] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.522042] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.522042] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.525267] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326f2324-72c0-48cf-8ad3-0eab93c0cb14 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.532715] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1179.532715] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a82867-6ef1-61a5-1651-861c4c389649" [ 1179.532715] env[62221]: _type = "Task" [ 1179.532715] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.537686] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.559347] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a82867-6ef1-61a5-1651-861c4c389649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.568395] env[62221]: DEBUG oslo_vmware.api [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Task: {'id': task-1700430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635942} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.571137] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.571137] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.571137] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.571137] env[62221]: INFO nova.compute.manager [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1179.571137] env[62221]: DEBUG oslo.service.loopingcall [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.571513] env[62221]: DEBUG nova.compute.manager [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1179.571513] env[62221]: DEBUG nova.network.neutron [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.785277] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700435, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.853173] env[62221]: DEBUG nova.scheduler.client.report [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1179.913155] env[62221]: DEBUG oslo_vmware.api [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700431, 'name': PowerOnVM_Task, 'duration_secs': 0.551742} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.914132] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.914500] env[62221]: INFO nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1179.914789] env[62221]: DEBUG nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1179.916086] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493e218-37bf-4ec9-9d14-83f0390cdb2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.991038] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700432, 'name': ReconfigVM_Task, 'duration_secs': 0.603547} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.991723] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7f4aef75-01ae-48db-9d32-e403e24b8f35/7f4aef75-01ae-48db-9d32-e403e24b8f35.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.993034] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a751ee4f-614e-4845-b3f5-465bcdacb13e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.002400] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1180.002400] env[62221]: value = "task-1700437" [ 1180.002400] env[62221]: _type = "Task" [ 1180.002400] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.015314] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700437, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.024443] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1180.039373] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700436, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.059542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.059887] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.065052] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a82867-6ef1-61a5-1651-861c4c389649, 'name': SearchDatastore_Task, 'duration_secs': 0.043993} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.065052] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e625491c-3e54-4654-957f-ce3d95ab6de8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.070209] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:35:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='773237753',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1142960613',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1180.070515] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1180.070715] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.070988] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1180.071373] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.071730] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1180.072035] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1180.072244] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1180.072457] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1180.072659] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1180.072880] env[62221]: DEBUG nova.virt.hardware [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.074314] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b76ff20-e0bf-4362-8eac-f5f71c38285c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.079210] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1180.079210] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ccc7e7-4caa-ecd6-e3b1-c3bbb07411ad" [ 1180.079210] env[62221]: _type = "Task" [ 1180.079210] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.090210] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58238f-449b-4bab-947a-0ebb794d48c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.098779] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ccc7e7-4caa-ecd6-e3b1-c3bbb07411ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.297104] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700435, 'name': CreateVM_Task, 'duration_secs': 0.82871} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.297104] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.298095] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.298343] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.298828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.299298] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ade99e8-ff01-4421-9a96-5a163d1ffa13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.305925] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1180.305925] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a61243-2803-dd87-bcaf-256f9a7bb7e9" [ 1180.305925] env[62221]: _type = "Task" [ 1180.305925] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.316740] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a61243-2803-dd87-bcaf-256f9a7bb7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.357226] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.358036] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1180.362219] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.403s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.365017] env[62221]: INFO nova.compute.claims [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.443147] env[62221]: INFO nova.compute.manager [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Took 21.90 seconds to build instance. [ 1180.514061] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700437, 'name': Rename_Task, 'duration_secs': 0.311812} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.514360] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.514606] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a0d436-6f1c-43e5-b4b0-d1679363e26f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.527203] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1180.527203] env[62221]: value = "task-1700438" [ 1180.527203] env[62221]: _type = "Task" [ 1180.527203] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.535886] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716464} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.536905] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a8a5eb9c-f316-4281-bf70-d7b340ab5a6f/a8a5eb9c-f316-4281-bf70-d7b340ab5a6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.537987] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.537987] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e56ed0b3-6c97-44b8-b4b6-4bbdaa395e4c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.543771] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.557178] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1180.557178] env[62221]: value = "task-1700439" [ 1180.557178] env[62221]: _type = "Task" [ 1180.557178] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.564213] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1180.573489] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.598117] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ccc7e7-4caa-ecd6-e3b1-c3bbb07411ad, 'name': SearchDatastore_Task, 'duration_secs': 0.063973} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.598397] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.598677] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 45be5b3d-c75e-48b0-921a-31e66167f510/45be5b3d-c75e-48b0-921a-31e66167f510.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.600338] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c13aab-addd-4161-ae7d-af0921c98db5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610284] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1180.610284] env[62221]: value = "task-1700440" [ 1180.610284] env[62221]: _type = "Task" [ 1180.610284] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.623022] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.819419] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a61243-2803-dd87-bcaf-256f9a7bb7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.819419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.819419] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.819419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.819775] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.819775] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.820106] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e6183e3-e8e8-433e-b657-5f08039474c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.837427] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.837648] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.838512] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d227c39-37fd-434b-b13a-1eaba5a6affd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.845627] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1180.845627] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c1b94e-b455-245d-5305-98d15d7253c4" [ 1180.845627] env[62221]: _type = "Task" [ 1180.845627] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.854702] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c1b94e-b455-245d-5305-98d15d7253c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.872409] env[62221]: DEBUG nova.compute.utils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.873967] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1180.877165] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.945594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-80065b2d-d5b0-43f5-abbf-dfb6690ad12e tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.410s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.026656] env[62221]: DEBUG nova.policy [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '932b6cbeb2174b69a5c1a0bd425f3343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36a8a01c956641f29c6c243dd183d859', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1181.040573] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.058312] env[62221]: DEBUG nova.network.neutron [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.064615] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Successfully updated port: e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.071597] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113835} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.071911] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.072782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c30902-d3be-4538-b76c-161c45230ed6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.104964] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a8a5eb9c-f316-4281-bf70-d7b340ab5a6f/a8a5eb9c-f316-4281-bf70-d7b340ab5a6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.105881] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892a9c2a-fe71-4dcb-bf31-3f0ce7c850d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.121998] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.132582] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.134078] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1181.134078] env[62221]: value = "task-1700441" [ 1181.134078] env[62221]: _type = "Task" [ 1181.134078] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.144440] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.359343] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c1b94e-b455-245d-5305-98d15d7253c4, 'name': SearchDatastore_Task, 'duration_secs': 0.039601} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.360297] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bf20e9-2ba5-42c7-b1d7-5bf9472f1cf1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.368059] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1181.368059] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c69b6-1cf7-3991-f505-328c1b3eb952" [ 1181.368059] env[62221]: _type = "Task" [ 1181.368059] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.378282] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1181.387567] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c69b6-1cf7-3991-f505-328c1b3eb952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.545017] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.564170] env[62221]: INFO nova.compute.manager [-] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Took 1.99 seconds to deallocate network for instance. [ 1181.570963] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.571156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.571268] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.622502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff891038-ffd9-46e6-8887-d0409ef295f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.637094] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983861} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.643801] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 45be5b3d-c75e-48b0-921a-31e66167f510/45be5b3d-c75e-48b0-921a-31e66167f510.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.644112] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.644766] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d856222-834d-430d-96dc-2a6cdee3fe55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.647386] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095b229f-509d-4127-825e-ca8e75007d4f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.659962] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.688156] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1181.688156] env[62221]: value = "task-1700442" [ 1181.688156] env[62221]: _type = "Task" [ 1181.688156] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.690223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f81a8-cb07-4320-95c2-3b8a9ab61cac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.706715] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052c26a-9bc0-4b5d-813e-3834faf652ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.711810] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.725862] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.878504] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c69b6-1cf7-3991-f505-328c1b3eb952, 'name': SearchDatastore_Task, 'duration_secs': 0.055316} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.878733] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.878981] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e99f977d-19dd-430c-acd6-56d1b45b3fb3/e99f977d-19dd-430c-acd6-56d1b45b3fb3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.879249] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd4bdc4-bbdb-4748-a265-9e1de5698ee0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.888202] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1181.888202] env[62221]: value = "task-1700443" [ 1181.888202] env[62221]: _type = "Task" [ 1181.888202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.897507] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.914705] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Successfully created port: 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.042143] env[62221]: DEBUG oslo_vmware.api [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700438, 'name': PowerOnVM_Task, 'duration_secs': 1.098999} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.049021] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.049021] env[62221]: INFO nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1182.049021] env[62221]: DEBUG nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1182.049021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2212361-544a-40f4-8505-2d34e5188e46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.063118] env[62221]: DEBUG nova.compute.manager [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Received event network-vif-plugged-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.063402] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Acquiring lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.063637] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.063885] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.064114] env[62221]: DEBUG nova.compute.manager [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] No waiting events found dispatching network-vif-plugged-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1182.064306] env[62221]: WARNING nova.compute.manager [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Received unexpected event network-vif-plugged-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 for instance with vm_state building and task_state spawning. [ 1182.064470] env[62221]: DEBUG nova.compute.manager [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Received event network-changed-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.064645] env[62221]: DEBUG nova.compute.manager [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Refreshing instance network info cache due to event network-changed-c92fc3c1-7466-4645-b034-ab1ecf9d4f19. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1182.065687] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Acquiring lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.065687] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Acquired lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.065687] env[62221]: DEBUG nova.network.neutron [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Refreshing network info cache for port c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.074566] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.083621] env[62221]: DEBUG nova.compute.manager [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Received event network-vif-plugged-06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.083621] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Acquiring lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.083735] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.085086] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.085665] env[62221]: DEBUG nova.compute.manager [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] No waiting events found dispatching network-vif-plugged-06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1182.085665] env[62221]: WARNING nova.compute.manager [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Received unexpected event network-vif-plugged-06153533-4218-4d3f-bc0c-33d72ef00043 for instance with vm_state building and task_state spawning. [ 1182.085665] env[62221]: DEBUG nova.compute.manager [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Received event network-changed-06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.085800] env[62221]: DEBUG nova.compute.manager [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Refreshing instance network info cache due to event network-changed-06153533-4218-4d3f-bc0c-33d72ef00043. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1182.085993] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Acquiring lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.086079] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Acquired lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.086173] env[62221]: DEBUG nova.network.neutron [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Refreshing network info cache for port 06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.149030] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.159776] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700441, 'name': ReconfigVM_Task, 'duration_secs': 0.594215} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.159776] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a8a5eb9c-f316-4281-bf70-d7b340ab5a6f/a8a5eb9c-f316-4281-bf70-d7b340ab5a6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.160245] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74529c7-ca46-41ca-849f-30b07bebf7e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.171378] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1182.171378] env[62221]: value = "task-1700444" [ 1182.171378] env[62221]: _type = "Task" [ 1182.171378] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.182654] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700444, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.202020] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233976} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.202958] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.203128] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3277b9b-16c3-493a-a62a-652a6e0e8ffe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.236533] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 45be5b3d-c75e-48b0-921a-31e66167f510/45be5b3d-c75e-48b0-921a-31e66167f510.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.239561] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb24995-7571-4298-8e58-1499c3d4f572 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.266246] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1182.266246] env[62221]: value = "task-1700445" [ 1182.266246] env[62221]: _type = "Task" [ 1182.266246] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.275896] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.277186] env[62221]: ERROR nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [req-8e0a9d68-cbef-4ea1-a8dc-5ccad6a6092e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e0a9d68-cbef-4ea1-a8dc-5ccad6a6092e"}]} [ 1182.295130] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1182.311997] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1182.312166] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.327285] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1182.347738] env[62221]: DEBUG nova.network.neutron [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updating instance_info_cache with network_info: [{"id": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "address": "fa:16:3e:30:2a:9c", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1aa4409-1c", "ovs_interfaceid": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.349683] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1182.390281] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1182.403668] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.429172] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1182.429172] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1182.429172] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.429325] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1182.429325] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.429325] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1182.429549] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1182.429849] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1182.430145] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1182.430417] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1182.430863] env[62221]: DEBUG nova.virt.hardware [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.432406] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca1773-6724-4015-aebe-a0344dfbc161 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.443919] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05810fc-0a52-4025-9945-6ef68b2b503d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.578797] env[62221]: INFO nova.compute.manager [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Took 21.54 seconds to build instance. [ 1182.609619] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abafbe8-4fd4-4a2d-a456-6fd4a054f2fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.620600] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e563e0b-0d04-4f7f-89c7-596d3b188a99 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.660376] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4643159-90a1-46da-b0e4-55a316e17401 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.668239] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499965d-24d1-4a08-83b9-935583b00284 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.685678] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700444, 'name': Rename_Task, 'duration_secs': 0.233786} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.697740] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.698789] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.701121] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adcefa41-c954-4978-8f12-031d61b18130 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.712363] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1182.712363] env[62221]: value = "task-1700446" [ 1182.712363] env[62221]: _type = "Task" [ 1182.712363] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.720634] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.733846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.734103] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.741341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "58c47bed-3cb6-41c5-a33f-62c72683c596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.741341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.779066] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.785156] env[62221]: DEBUG nova.compute.manager [None req-9d08ea9e-cf0e-4866-a139-9b5de870b869 tempest-ServerDiagnosticsV248Test-1251357720 tempest-ServerDiagnosticsV248Test-1251357720-project-admin] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1182.786423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6723af-9f8b-4983-add6-89ec3a8d36ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.795583] env[62221]: INFO nova.compute.manager [None req-9d08ea9e-cf0e-4866-a139-9b5de870b869 tempest-ServerDiagnosticsV248Test-1251357720 tempest-ServerDiagnosticsV248Test-1251357720-project-admin] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Retrieving diagnostics [ 1182.796558] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc295be-9c07-4d0a-b640-efd39eb27a11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.854290] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.855053] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Instance network_info: |[{"id": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "address": "fa:16:3e:30:2a:9c", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1aa4409-1c", "ovs_interfaceid": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1182.855608] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:2a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1aa4409-1cc7-4214-9dd2-573eb56e4488', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.863470] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Creating folder: Project (faad9369f0934492b731611939e530be). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.866866] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a75e62-74b7-44f8-a07d-d18c3d18fe40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.880364] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Created folder: Project (faad9369f0934492b731611939e530be) in parent group-v354396. [ 1182.880624] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Creating folder: Instances. Parent ref: group-v354424. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.880965] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3423629-5b8c-452b-858f-de238e6935cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.903217] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Created folder: Instances in parent group-v354424. [ 1182.903478] env[62221]: DEBUG oslo.service.loopingcall [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.904189] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.904909] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d892a33-00e7-4a88-87f1-c300a6ec7eef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.925791] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.936195] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.936195] env[62221]: value = "task-1700449" [ 1182.936195] env[62221]: _type = "Task" [ 1182.936195] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.950690] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700449, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.007528] env[62221]: DEBUG nova.network.neutron [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updated VIF entry in instance network info cache for port c92fc3c1-7466-4645-b034-ab1ecf9d4f19. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.009281] env[62221]: DEBUG nova.network.neutron [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [{"id": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "address": "fa:16:3e:7b:58:a5", "network": {"id": "344f7d12-e0ba-410f-87ee-4870e24416e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1559229058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eeb1be5da144b97a523aef16a870107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92fc3c1-74", "ovs_interfaceid": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.019563] env[62221]: DEBUG nova.network.neutron [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Updated VIF entry in instance network info cache for port 06153533-4218-4d3f-bc0c-33d72ef00043. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.020226] env[62221]: DEBUG nova.network.neutron [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Updating instance_info_cache with network_info: [{"id": "06153533-4218-4d3f-bc0c-33d72ef00043", "address": "fa:16:3e:2a:f9:16", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06153533-42", "ovs_interfaceid": "06153533-4218-4d3f-bc0c-33d72ef00043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.083372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22f78e0-ff32-4cfa-92f6-960a0a7c5935 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.051s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.223670] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.233607] env[62221]: ERROR nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [req-8603b363-25ed-4b53-9daa-01987dc2aeed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8603b363-25ed-4b53-9daa-01987dc2aeed"}]} [ 1183.241153] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1183.246623] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1183.251618] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1183.277634] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700445, 'name': ReconfigVM_Task, 'duration_secs': 0.715913} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.278921] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1183.278921] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.281012] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 45be5b3d-c75e-48b0-921a-31e66167f510/45be5b3d-c75e-48b0-921a-31e66167f510.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.282375] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72c73f7b-5e2c-4050-beb5-c36c46518021 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.292268] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1183.292268] env[62221]: value = "task-1700450" [ 1183.292268] env[62221]: _type = "Task" [ 1183.292268] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.301877] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700450, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.302542] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1183.333807] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1183.407813] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700443, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.312902} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.408222] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e99f977d-19dd-430c-acd6-56d1b45b3fb3/e99f977d-19dd-430c-acd6-56d1b45b3fb3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.408713] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.408713] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d806de3f-be46-424f-ba08-3ab2d7aa6ffd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.420708] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1183.420708] env[62221]: value = "task-1700451" [ 1183.420708] env[62221]: _type = "Task" [ 1183.420708] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.432803] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.454154] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700449, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.461069] env[62221]: DEBUG nova.compute.manager [None req-e1df6fea-2ce3-425a-a0d0-e330b58e485f tempest-ServerDiagnosticsTest-878763210 tempest-ServerDiagnosticsTest-878763210-project-admin] [instance: cd066677-1192-41e9-97af-6aa356622a11] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1183.464149] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c83c6f3-3e2f-46ef-8a80-9677a4963a4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.472574] env[62221]: INFO nova.compute.manager [None req-e1df6fea-2ce3-425a-a0d0-e330b58e485f tempest-ServerDiagnosticsTest-878763210 tempest-ServerDiagnosticsTest-878763210-project-admin] [instance: cd066677-1192-41e9-97af-6aa356622a11] Retrieving diagnostics [ 1183.472796] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f75db3-229b-4621-abc1-68df462f17e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.513341] env[62221]: DEBUG oslo_concurrency.lockutils [req-41f2777c-f0c5-48d4-9828-5a8554ff7a03 req-78a81aa2-fb87-4023-bfac-67ab817085f7 service nova] Releasing lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.523197] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae6a1994-7551-4529-9a0d-a1c501c60eb7 req-d8af799a-daa8-4c0e-a19a-a8dd5b04405e service nova] Releasing lock "refresh_cache-e99f977d-19dd-430c-acd6-56d1b45b3fb3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.630100] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.630873] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.668631] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac479f-22b7-45b9-ba62-4a2d1a6504ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.678395] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291cf5a-8b44-46f3-a736-842b59045946 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.713123] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93da53b-4caa-436d-a702-44d2cf6c553e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.725634] env[62221]: DEBUG oslo_vmware.api [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700446, 'name': PowerOnVM_Task, 'duration_secs': 0.689955} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.727995] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.728249] env[62221]: INFO nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Took 6.07 seconds to spawn the instance on the hypervisor. [ 1183.728495] env[62221]: DEBUG nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1183.729333] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f9a7f-0277-473c-8a60-8ad9bb599b39 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.732951] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116a2618-8102-4935-b34a-6c532401157b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.758322] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.777957] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.802246] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700450, 'name': Rename_Task, 'duration_secs': 0.189256} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.803472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.804623] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.804947] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e3ef89a-4711-4b80-8e90-8a69a34c05a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.815839] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1183.815839] env[62221]: value = "task-1700452" [ 1183.815839] env[62221]: _type = "Task" [ 1183.815839] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.827118] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.889207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "49936510-b3a0-4857-8482-23b9fea9d76d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.889207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.933217] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246729} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.933217] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.934568] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc480730-c6be-4ba0-b52c-4a4871f19d35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.962132] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e99f977d-19dd-430c-acd6-56d1b45b3fb3/e99f977d-19dd-430c-acd6-56d1b45b3fb3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.963038] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b9f8a01-bfa7-4707-9414-79028ddf227e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.981315] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700449, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.989367] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1183.989367] env[62221]: value = "task-1700453" [ 1183.989367] env[62221]: _type = "Task" [ 1183.989367] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.000260] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.133404] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1184.279162] env[62221]: INFO nova.compute.manager [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Took 14.85 seconds to build instance. [ 1184.294696] env[62221]: ERROR nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [req-681ae6a3-5550-4327-a9ab-7f7628488212] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-681ae6a3-5550-4327-a9ab-7f7628488212"}]} [ 1184.318005] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1184.337251] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.345728] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1184.345728] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.362714] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1184.372226] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Successfully updated port: 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.392076] env[62221]: DEBUG nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1184.450997] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700449, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.515154] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.658570] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "8e504d19-5c4c-4708-afff-595d9bd15f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.659391] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.669395] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.775684] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4eb93-26d6-48e9-8ddd-7733bc94b37b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.783458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a127655-50e6-472e-845f-478d06cb2fa5 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.360s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.793135] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936fc764-e0e7-4925-8f52-cff7b69d3039 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.837981] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d11049-4947-4338-bbd3-10079491f9fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.848852] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.853470] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4f529-9888-4858-a02c-b3c4f1768f1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.870886] env[62221]: DEBUG nova.compute.provider_tree [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.881153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.881153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquired lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.881153] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.954470] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700449, 'name': CreateVM_Task, 'duration_secs': 1.703475} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.954732] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.955870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.956311] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.957040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.957528] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1640fe4f-aad3-4cf9-8c31-fcc582793203 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.969187] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1184.969187] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5259acb2-2f46-1c7b-585f-cfb9c6e82f35" [ 1184.969187] env[62221]: _type = "Task" [ 1184.969187] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.976280] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5259acb2-2f46-1c7b-585f-cfb9c6e82f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.003883] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.286352] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1185.346742] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.409071] env[62221]: ERROR nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [req-98c604ba-a275-4391-abcd-7f3951bec485] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98c604ba-a275-4391-abcd-7f3951bec485"}]} [ 1185.409650] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.047s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.415701] env[62221]: ERROR nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98c604ba-a275-4391-abcd-7f3951bec485"}]} [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Traceback (most recent call last): [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/compute/manager.py", line 2616, in _build_and_run_instance [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] with self.rt.instance_claim(context, instance, node, allocs, [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] return f(*args, **kwargs) [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] self._update(elevated, cn) [ 1185.415701] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] self._update_to_placement(context, compute_node, startup) [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] raise attempt.get() [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 719, in reraise [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] raise value [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1185.416028] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] self.reportclient.update_from_provider_tree( [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1498, in update_from_provider_tree [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] self.set_inventory_for_provider( [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1003, in set_inventory_for_provider [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] raise exception.ResourceProviderUpdateConflict( [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98c604ba-a275-4391-abcd-7f3951bec485"}]} [ 1185.416875] env[62221]: ERROR nova.compute.manager [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] [ 1185.416875] env[62221]: DEBUG nova.compute.utils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] A conflict was encountered attempting to update resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62221) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1185.418436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.297s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.420486] env[62221]: INFO nova.compute.claims [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.425227] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.429155] env[62221]: DEBUG nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Build of instance 76143aed-f856-4ae0-8337-4e967d2b917c was re-scheduled: A conflict was encountered attempting to update resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98c604ba-a275-4391-abcd-7f3951bec485"}]} {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2481}} [ 1185.429600] env[62221]: DEBUG nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Unplugging VIFs for instance {{(pid=62221) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3007}} [ 1185.429852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Acquiring lock "refresh_cache-76143aed-f856-4ae0-8337-4e967d2b917c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.430018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Acquired lock "refresh_cache-76143aed-f856-4ae0-8337-4e967d2b917c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.430192] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.479953] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5259acb2-2f46-1c7b-585f-cfb9c6e82f35, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.480557] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.480814] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.481117] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.481217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.481404] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.482048] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b79c16-6ecf-45b5-af91-84f487a0001b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.503148] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.529782] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.530063] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.531009] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd0ee4f-0dd0-47a0-99e4-01e949a8b2c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.538324] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1185.538324] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f03ab-87cb-d73c-72b8-32ef02e6ff79" [ 1185.538324] env[62221]: _type = "Task" [ 1185.538324] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.550282] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f03ab-87cb-d73c-72b8-32ef02e6ff79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.663373] env[62221]: DEBUG nova.network.neutron [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updating instance_info_cache with network_info: [{"id": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "address": "fa:16:3e:19:37:0f", "network": {"id": "04fe7c61-40e8-4a67-8b84-ca74fce25161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1782947163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a8a01c956641f29c6c243dd183d859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b259bde-7f", "ovs_interfaceid": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.821010] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.844833] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.964219] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.007274] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.024117] env[62221]: DEBUG nova.compute.manager [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Received event network-vif-plugged-e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.024328] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Acquiring lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.024525] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.024683] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.024839] env[62221]: DEBUG nova.compute.manager [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] No waiting events found dispatching network-vif-plugged-e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1186.025020] env[62221]: WARNING nova.compute.manager [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Received unexpected event network-vif-plugged-e1aa4409-1cc7-4214-9dd2-573eb56e4488 for instance with vm_state building and task_state spawning. [ 1186.025268] env[62221]: DEBUG nova.compute.manager [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Received event network-changed-e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.025331] env[62221]: DEBUG nova.compute.manager [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Refreshing instance network info cache due to event network-changed-e1aa4409-1cc7-4214-9dd2-573eb56e4488. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1186.025559] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Acquiring lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.025630] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Acquired lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.025793] env[62221]: DEBUG nova.network.neutron [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Refreshing network info cache for port e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.036719] env[62221]: DEBUG nova.compute.manager [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Received event network-vif-deleted-2f4c91ad-665f-47ce-855f-3202b0eb662c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.036932] env[62221]: DEBUG nova.compute.manager [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received event network-vif-plugged-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1186.037134] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] Acquiring lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.037333] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.037483] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.037640] env[62221]: DEBUG nova.compute.manager [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] No waiting events found dispatching network-vif-plugged-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1186.037790] env[62221]: WARNING nova.compute.manager [req-0b578f5f-1a45-4253-8ab3-c595720ba370 req-6a3ceaf5-aed0-46ee-b243-602119d5e518 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received unexpected event network-vif-plugged-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 for instance with vm_state building and task_state spawning. [ 1186.055571] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f03ab-87cb-d73c-72b8-32ef02e6ff79, 'name': SearchDatastore_Task, 'duration_secs': 0.049771} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.058730] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c60981-5eca-4d37-9170-e87df95bbdaa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.066276] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1186.066276] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5244950f-1a7e-772f-2217-4196dd756c05" [ 1186.066276] env[62221]: _type = "Task" [ 1186.066276] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.077628] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5244950f-1a7e-772f-2217-4196dd756c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.170722] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Releasing lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.170909] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Instance network_info: |[{"id": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "address": "fa:16:3e:19:37:0f", "network": {"id": "04fe7c61-40e8-4a67-8b84-ca74fce25161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1782947163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a8a01c956641f29c6c243dd183d859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b259bde-7f", "ovs_interfaceid": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1186.171296] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:37:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.180978] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Creating folder: Project (36a8a01c956641f29c6c243dd183d859). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.181061] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97dc806c-b00a-461c-a6d2-8c1ec50f6541 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.192139] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.192412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.192767] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "ef611a51-9d90-4ebc-a6f6-0d039149be49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.194024] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.194024] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.201214] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.202589] env[62221]: INFO nova.compute.manager [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Terminating instance [ 1186.204318] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Created folder: Project (36a8a01c956641f29c6c243dd183d859) in parent group-v354396. [ 1186.204318] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Creating folder: Instances. Parent ref: group-v354427. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.204898] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "refresh_cache-ef611a51-9d90-4ebc-a6f6-0d039149be49" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.204898] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquired lock "refresh_cache-ef611a51-9d90-4ebc-a6f6-0d039149be49" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.205189] env[62221]: DEBUG nova.network.neutron [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.208705] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22e836b0-684c-4f0c-be0d-34e4cb3b3a90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.221938] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Created folder: Instances in parent group-v354427. [ 1186.222237] env[62221]: DEBUG oslo.service.loopingcall [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.223066] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.223066] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd68619-6411-4f79-870c-2c40af3f816c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.247177] env[62221]: DEBUG nova.compute.manager [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1186.252299] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.252299] env[62221]: value = "task-1700456" [ 1186.252299] env[62221]: _type = "Task" [ 1186.252299] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.265769] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700456, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.354661] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.451324] env[62221]: DEBUG nova.scheduler.client.report [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1186.469274] env[62221]: DEBUG nova.scheduler.client.report [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1186.469274] env[62221]: DEBUG nova.compute.provider_tree [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.483641] env[62221]: DEBUG nova.scheduler.client.report [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1186.486022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "cd066677-1192-41e9-97af-6aa356622a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.486791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.486791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "cd066677-1192-41e9-97af-6aa356622a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.486791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.486791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.488971] env[62221]: INFO nova.compute.manager [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Terminating instance [ 1186.496531] env[62221]: DEBUG nova.compute.manager [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1186.496798] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.497596] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d15e8e-79d7-4120-a37c-8f5635611027 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.510896] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700453, 'name': ReconfigVM_Task, 'duration_secs': 2.01943} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.515066] env[62221]: DEBUG nova.scheduler.client.report [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1186.519258] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e99f977d-19dd-430c-acd6-56d1b45b3fb3/e99f977d-19dd-430c-acd6-56d1b45b3fb3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.519910] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.523017] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c5522c2-ec7c-45e0-8d9a-00ceb11cef15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.523017] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae59056a-de1c-4627-93ba-4a584f5fe0be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.535930] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1186.535930] env[62221]: value = "task-1700458" [ 1186.535930] env[62221]: _type = "Task" [ 1186.535930] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.539161] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1186.539161] env[62221]: value = "task-1700457" [ 1186.539161] env[62221]: _type = "Task" [ 1186.539161] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.566017] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.573254] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700457, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.592236] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5244950f-1a7e-772f-2217-4196dd756c05, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.592663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.593225] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 32659f22-276d-44db-9eef-9717ad7ac1b4/32659f22-276d-44db-9eef-9717ad7ac1b4.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.593678] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca322012-fb33-4447-b5a0-b579139c78b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.608472] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1186.608472] env[62221]: value = "task-1700459" [ 1186.608472] env[62221]: _type = "Task" [ 1186.608472] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.624252] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.708226] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Releasing lock "refresh_cache-76143aed-f856-4ae0-8337-4e967d2b917c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.708518] env[62221]: DEBUG nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62221) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3030}} [ 1186.708632] env[62221]: DEBUG nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1186.708800] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.732372] env[62221]: DEBUG nova.network.neutron [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.764665] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.781489] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700456, 'name': CreateVM_Task, 'duration_secs': 0.486872} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.782233] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.784871] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.786451] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.786451] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.786544] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.787355] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3283574-096c-4685-a47f-3cb59a0da316 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.794431] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1186.794431] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d2c70-de1a-414a-26d2-22c32df03f2c" [ 1186.794431] env[62221]: _type = "Task" [ 1186.794431] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.807990] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d2c70-de1a-414a-26d2-22c32df03f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.831420] env[62221]: DEBUG nova.network.neutron [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.847501] env[62221]: DEBUG oslo_vmware.api [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1700452, 'name': PowerOnVM_Task, 'duration_secs': 3.030143} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.853091] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.853317] env[62221]: INFO nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Took 14.94 seconds to spawn the instance on the hypervisor. [ 1186.853499] env[62221]: DEBUG nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1186.856025] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b57d148-a1f1-4aca-a9af-8a50b0b081c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.919013] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f2fa8-6e53-4f3f-b0d9-055cd22640c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.927963] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e65206-5bc3-40ac-b489-c82cdc4bb996 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.963758] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ca28f-0117-4994-9f7a-a4e4c59db0e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.972526] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff06a6-d827-4f99-ad63-74cef716e42a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.988248] env[62221]: DEBUG nova.compute.provider_tree [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.052994] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700458, 'name': PowerOffVM_Task, 'duration_secs': 0.235759} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.053874] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.053874] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.054104] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a931b59-697c-426c-bc0c-ed7d69f824ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.058910] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700457, 'name': Rename_Task, 'duration_secs': 0.219078} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.059168] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.059426] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b4db05-a6d8-44c4-86bc-ec866aa0db8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.067181] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1187.067181] env[62221]: value = "task-1700461" [ 1187.067181] env[62221]: _type = "Task" [ 1187.067181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.076175] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.121596] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.137621] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.138285] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.138285] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Deleting the datastore file [datastore1] cd066677-1192-41e9-97af-6aa356622a11 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.138561] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85658932-aaad-4ffa-a256-d092949d8a0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.148201] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for the task: (returnval){ [ 1187.148201] env[62221]: value = "task-1700462" [ 1187.148201] env[62221]: _type = "Task" [ 1187.148201] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.159770] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.168931] env[62221]: DEBUG nova.network.neutron [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updated VIF entry in instance network info cache for port e1aa4409-1cc7-4214-9dd2-573eb56e4488. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.169332] env[62221]: DEBUG nova.network.neutron [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updating instance_info_cache with network_info: [{"id": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "address": "fa:16:3e:30:2a:9c", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1aa4409-1c", "ovs_interfaceid": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.272105] env[62221]: DEBUG nova.network.neutron [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.277402] env[62221]: DEBUG nova.compute.manager [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1187.277402] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d078965-f9e9-4dd6-b9a6-ec7ad9271119 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.308179] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d2c70-de1a-414a-26d2-22c32df03f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.308508] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.308740] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.308973] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.309140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.309320] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.310667] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f35a1f-7ac6-4025-8f74-84530704aa7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.326656] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.326971] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.327749] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716523b5-8137-4f5d-9bfa-20cabf7dafd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.334347] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Releasing lock "refresh_cache-ef611a51-9d90-4ebc-a6f6-0d039149be49" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.334842] env[62221]: DEBUG nova.compute.manager [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1187.335048] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.337432] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ffa168-191a-41ec-9ca8-458a56186032 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.341503] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1187.341503] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209f163-f131-9d3a-d4ee-6393d23e8a68" [ 1187.341503] env[62221]: _type = "Task" [ 1187.341503] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.349501] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.350357] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5312f381-1c96-45f5-8bcc-e301c6855f94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.358966] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209f163-f131-9d3a-d4ee-6393d23e8a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.377985] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1187.377985] env[62221]: value = "task-1700463" [ 1187.377985] env[62221]: _type = "Task" [ 1187.377985] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.384950] env[62221]: INFO nova.compute.manager [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Took 23.41 seconds to build instance. [ 1187.393611] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.526793] env[62221]: DEBUG nova.scheduler.client.report [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1187.527111] env[62221]: DEBUG nova.compute.provider_tree [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 24 to 25 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.527319] env[62221]: DEBUG nova.compute.provider_tree [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.581193] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.624230] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786402} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.624725] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 32659f22-276d-44db-9eef-9717ad7ac1b4/32659f22-276d-44db-9eef-9717ad7ac1b4.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.625022] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.625459] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-646c536e-edde-4436-81ad-8add855cc402 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.633809] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1187.633809] env[62221]: value = "task-1700464" [ 1187.633809] env[62221]: _type = "Task" [ 1187.633809] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.645136] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.663532] env[62221]: DEBUG oslo_vmware.api [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Task: {'id': task-1700462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439579} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.663532] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.663532] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.663532] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.663532] env[62221]: INFO nova.compute.manager [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] [instance: cd066677-1192-41e9-97af-6aa356622a11] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1187.663998] env[62221]: DEBUG oslo.service.loopingcall [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.663998] env[62221]: DEBUG nova.compute.manager [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1187.664570] env[62221]: DEBUG nova.network.neutron [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.672681] env[62221]: DEBUG oslo_concurrency.lockutils [req-d15b38d8-6508-45fc-9a99-b93a3f9339f0 req-25a62ac7-0fda-4492-98d9-50735f960d52 service nova] Releasing lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.776515] env[62221]: INFO nova.compute.manager [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] [instance: 76143aed-f856-4ae0-8337-4e967d2b917c] Took 1.07 seconds to deallocate network for instance. [ 1187.793966] env[62221]: INFO nova.compute.manager [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] instance snapshotting [ 1187.795248] env[62221]: DEBUG nova.objects.instance [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lazy-loading 'flavor' on Instance uuid a8a5eb9c-f316-4281-bf70-d7b340ab5a6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.855432] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209f163-f131-9d3a-d4ee-6393d23e8a68, 'name': SearchDatastore_Task, 'duration_secs': 0.040452} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.856340] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d395b2b-5411-4084-a49c-a1c78b7bbf63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.863327] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1187.863327] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e13add-d4c3-db55-74a5-857551ef0730" [ 1187.863327] env[62221]: _type = "Task" [ 1187.863327] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.873062] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e13add-d4c3-db55-74a5-857551ef0730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.891503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48d503c9-18a4-4717-8a9a-1f4b9d7ff757 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.923s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.891503] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700463, 'name': PowerOffVM_Task, 'duration_secs': 0.208276} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.892644] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.892808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.894272] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1115118-ff9e-4488-ad6d-81baf0bffddd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.927519] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.928854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.928854] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleting the datastore file [datastore1] ef611a51-9d90-4ebc-a6f6-0d039149be49 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.930095] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d308fc7-fb10-42f6-a7ea-8db111ebb2aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.944434] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for the task: (returnval){ [ 1187.944434] env[62221]: value = "task-1700466" [ 1187.944434] env[62221]: _type = "Task" [ 1187.944434] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.957168] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.036372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.037682] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1188.042823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.968s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.043094] env[62221]: DEBUG nova.objects.instance [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lazy-loading 'resources' on Instance uuid 9decb798-4e82-48b3-bf94-64cf18faa3d4 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.079877] env[62221]: DEBUG oslo_vmware.api [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700461, 'name': PowerOnVM_Task, 'duration_secs': 0.802928} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.079976] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.080181] env[62221]: INFO nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Took 13.80 seconds to spawn the instance on the hypervisor. [ 1188.080353] env[62221]: DEBUG nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1188.081324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6da84-2f9e-409f-8143-f053bd6407fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.149427] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.151585] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.152457] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b19fc1d-ef9e-4a1b-aab7-f29f2a3388af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.183582] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 32659f22-276d-44db-9eef-9717ad7ac1b4/32659f22-276d-44db-9eef-9717ad7ac1b4.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.185021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc067294-aeff-4685-b38f-3d3f7724431a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.208371] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1188.208371] env[62221]: value = "task-1700467" [ 1188.208371] env[62221]: _type = "Task" [ 1188.208371] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.224344] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.305020] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb452775-7945-432e-ba66-c8904581bb55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.326423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67790b1d-2b27-4f26-a5ed-de46208981c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.377949] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e13add-d4c3-db55-74a5-857551ef0730, 'name': SearchDatastore_Task, 'duration_secs': 0.030679} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.378458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.378600] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f437e292-8c5d-48ee-bfcc-22c9fb85b587/f437e292-8c5d-48ee-bfcc-22c9fb85b587.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.379399] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e28ed48-6707-458d-ae81-6efcc5650420 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.389871] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1188.389871] env[62221]: value = "task-1700468" [ 1188.389871] env[62221]: _type = "Task" [ 1188.389871] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.396592] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1188.406016] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.458506] env[62221]: DEBUG oslo_vmware.api [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Task: {'id': task-1700466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314454} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.458692] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.458875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.459057] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.459244] env[62221]: INFO nova.compute.manager [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1188.459451] env[62221]: DEBUG oslo.service.loopingcall [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.460152] env[62221]: DEBUG nova.compute.manager [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1188.460152] env[62221]: DEBUG nova.network.neutron [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.550306] env[62221]: DEBUG nova.compute.utils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1188.552545] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1188.552880] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.603963] env[62221]: INFO nova.compute.manager [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Took 21.38 seconds to build instance. [ 1188.620200] env[62221]: DEBUG nova.policy [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ec2ddab68c4244abf44b3879de181c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c9b4d21468e46c090c843cb0a80bbdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1188.652304] env[62221]: DEBUG nova.network.neutron [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.726079] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.807317] env[62221]: DEBUG nova.network.neutron [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.826379] env[62221]: INFO nova.scheduler.client.report [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Deleted allocations for instance 76143aed-f856-4ae0-8337-4e967d2b917c [ 1188.841525] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1188.841525] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1790d322-335a-409e-aeae-216a34fcbcf1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.850696] env[62221]: DEBUG oslo_vmware.api [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1188.850696] env[62221]: value = "task-1700469" [ 1188.850696] env[62221]: _type = "Task" [ 1188.850696] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.866626] env[62221]: DEBUG oslo_vmware.api [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700469, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.901148] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba51b0fb-b0b3-49ca-8143-4192b5d9592f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.914085] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.920660] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25950b8b-9bd9-4f1a-8c3d-a0815fa0d8d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.964897] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.965300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.965612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.965852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.966109] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.969699] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.970696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65af8e83-26d2-49b0-bd4e-f18c7857cd64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.974182] env[62221]: INFO nova.compute.manager [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Terminating instance [ 1188.976916] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "refresh_cache-a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.977099] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquired lock "refresh_cache-a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.977279] env[62221]: DEBUG nova.network.neutron [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.985784] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8366f901-ca1e-4331-abf8-8cc1c80bfd71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.004301] env[62221]: DEBUG nova.compute.provider_tree [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.057428] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1189.106097] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0139b99-b79e-4139-9cc3-89ad21da4086 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.904s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.158797] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.159166] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.162035] env[62221]: DEBUG nova.network.neutron [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.179930] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Successfully created port: f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.225171] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700467, 'name': ReconfigVM_Task, 'duration_secs': 0.746655} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.225431] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 32659f22-276d-44db-9eef-9717ad7ac1b4/32659f22-276d-44db-9eef-9717ad7ac1b4.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.226722] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f875c01-a3ff-42cb-9680-7d9bfd21536d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.235998] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1189.235998] env[62221]: value = "task-1700470" [ 1189.235998] env[62221]: _type = "Task" [ 1189.235998] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.247962] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700470, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.320032] env[62221]: INFO nova.compute.manager [-] [instance: cd066677-1192-41e9-97af-6aa356622a11] Took 1.66 seconds to deallocate network for instance. [ 1189.342421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-af6d2aed-8e07-48c6-90ad-ca5228a12bb8 tempest-ServerTagsTestJSON-1199039471 tempest-ServerTagsTestJSON-1199039471-project-member] Lock "76143aed-f856-4ae0-8337-4e967d2b917c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.419s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.361940] env[62221]: DEBUG oslo_vmware.api [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700469, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.403016] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700468, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.408419] env[62221]: DEBUG nova.compute.manager [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1189.408661] env[62221]: DEBUG nova.compute.manager [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing instance network info cache due to event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1189.408825] env[62221]: DEBUG oslo_concurrency.lockutils [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] Acquiring lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.409015] env[62221]: DEBUG oslo_concurrency.lockutils [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] Acquired lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.409225] env[62221]: DEBUG nova.network.neutron [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.505751] env[62221]: DEBUG nova.network.neutron [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.508558] env[62221]: DEBUG nova.scheduler.client.report [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1189.584695] env[62221]: DEBUG nova.network.neutron [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.664128] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1189.667137] env[62221]: INFO nova.compute.manager [-] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Took 1.21 seconds to deallocate network for instance. [ 1189.747675] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700470, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.827546] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.863332] env[62221]: DEBUG oslo_vmware.api [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700469, 'name': CreateSnapshot_Task, 'duration_secs': 0.769629} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.864763] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1189.868149] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285025df-2cea-41e9-93e0-f93e4a3296a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.902875] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700468, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.014520] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.018730] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.241s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.023136] env[62221]: INFO nova.compute.claims [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.058579] env[62221]: INFO nova.scheduler.client.report [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Deleted allocations for instance 9decb798-4e82-48b3-bf94-64cf18faa3d4 [ 1190.070076] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1190.089104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Releasing lock "refresh_cache-a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.089104] env[62221]: DEBUG nova.compute.manager [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1190.089104] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.090275] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24479956-9aaa-4a4d-92b5-c91e3a17b875 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.099090] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1190.099348] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1190.099487] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.099685] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1190.099809] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.099979] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1190.100181] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1190.100324] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1190.100472] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1190.100715] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1190.100905] env[62221]: DEBUG nova.virt.hardware [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.102432] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb96cd-f425-4063-aff0-d5490bb843fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.108185] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.109034] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc2ae0f6-dad3-47d9-9346-da25b7cebd2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.114883] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15518986-610e-4c2c-9a09-c0939ca74715 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.122761] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1190.122761] env[62221]: value = "task-1700471" [ 1190.122761] env[62221]: _type = "Task" [ 1190.122761] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.141143] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.176604] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.193476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.249570] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700470, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.378933] env[62221]: DEBUG nova.compute.manager [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance disappeared during snapshot {{(pid=62221) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1190.392547] env[62221]: DEBUG nova.network.neutron [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updated VIF entry in instance network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.394675] env[62221]: DEBUG nova.network.neutron [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updating instance_info_cache with network_info: [{"id": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "address": "fa:16:3e:19:37:0f", "network": {"id": "04fe7c61-40e8-4a67-8b84-ca74fce25161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1782947163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a8a01c956641f29c6c243dd183d859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b259bde-7f", "ovs_interfaceid": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.419635] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700468, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.821076} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.422782] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f437e292-8c5d-48ee-bfcc-22c9fb85b587/f437e292-8c5d-48ee-bfcc-22c9fb85b587.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.424592] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.424592] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a0a8065-97f6-4fcc-ba05-5c5e7ce3068f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.432843] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1190.432843] env[62221]: value = "task-1700472" [ 1190.432843] env[62221]: _type = "Task" [ 1190.432843] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.448624] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.568142] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cd39c169-2340-40bf-a1b6-ed9aed8146c0 tempest-DeleteServersAdminTestJSON-1198651425 tempest-DeleteServersAdminTestJSON-1198651425-project-admin] Lock "9decb798-4e82-48b3-bf94-64cf18faa3d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.656s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.598448] env[62221]: DEBUG nova.compute.manager [None req-95cdf70e-7291-42b4-aea7-f2a7825121d4 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Found 0 images (rotation: 2) {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1190.633905] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700471, 'name': PowerOffVM_Task, 'duration_secs': 0.320709} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.634233] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.634607] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.634717] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-354fd706-cd6f-479c-a0ff-da7b684f48d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.666297] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.666583] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.666789] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Deleting the datastore file [datastore1] a8a5eb9c-f316-4281-bf70-d7b340ab5a6f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.667096] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54dd8302-655d-4fb2-9c25-566558ae0dad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.675413] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for the task: (returnval){ [ 1190.675413] env[62221]: value = "task-1700474" [ 1190.675413] env[62221]: _type = "Task" [ 1190.675413] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.683752] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.754621] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700470, 'name': Rename_Task, 'duration_secs': 1.202105} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.754903] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.755157] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ec09bed-2144-4778-b6f4-3f867c97fcb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.763670] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1190.763670] env[62221]: value = "task-1700475" [ 1190.763670] env[62221]: _type = "Task" [ 1190.763670] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.772751] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.909173] env[62221]: DEBUG oslo_concurrency.lockutils [req-319c7f32-01a1-4b08-b125-49f359dc2875 req-6af8357f-9a56-4d1d-ab81-e9b484f2f626 service nova] Releasing lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.948423] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112984} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.948423] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.949518] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2a1b7-ce28-4c10-9d70-f7ed19d612d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974510] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f437e292-8c5d-48ee-bfcc-22c9fb85b587/f437e292-8c5d-48ee-bfcc-22c9fb85b587.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.974814] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fba2083-41d9-4244-8eaa-fb08a927a357 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.997409] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1190.997409] env[62221]: value = "task-1700476" [ 1190.997409] env[62221]: _type = "Task" [ 1190.997409] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.006969] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.097459] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.100515] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.191165] env[62221]: DEBUG oslo_vmware.api [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Task: {'id': task-1700474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39637} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.192037] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.192037] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.192037] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.192239] env[62221]: INFO nova.compute.manager [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1191.192494] env[62221]: DEBUG oslo.service.loopingcall [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.192734] env[62221]: DEBUG nova.compute.manager [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1191.192855] env[62221]: DEBUG nova.network.neutron [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.225132] env[62221]: DEBUG nova.network.neutron [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.280140] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.414630] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de88b10d-ff80-42f0-b1b3-124ef3c90d32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.425512] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a75c0-a249-4d69-b5be-1641caa82e4f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.464321] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883ca83-0b04-4bc1-94bd-6a590f969a55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.474639] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ddaec4-94e1-433d-95f9-467112ccb56f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.490637] env[62221]: DEBUG nova.compute.provider_tree [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.510052] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700476, 'name': ReconfigVM_Task, 'duration_secs': 0.395655} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.510296] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f437e292-8c5d-48ee-bfcc-22c9fb85b587/f437e292-8c5d-48ee-bfcc-22c9fb85b587.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.510956] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c84120a-a10c-4ad6-9550-c0341ca3dc09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.520200] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1191.520200] env[62221]: value = "task-1700477" [ 1191.520200] env[62221]: _type = "Task" [ 1191.520200] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.530843] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700477, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.603899] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1191.655340] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Successfully updated port: f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.730076] env[62221]: DEBUG nova.network.neutron [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.775192] env[62221]: DEBUG oslo_vmware.api [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700475, 'name': PowerOnVM_Task, 'duration_secs': 0.698723} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.775595] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.775865] env[62221]: INFO nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Took 11.75 seconds to spawn the instance on the hypervisor. [ 1191.776130] env[62221]: DEBUG nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1191.777592] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2a9e9-1e5c-4bd6-9407-4fbec1dca0ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.994404] env[62221]: DEBUG nova.scheduler.client.report [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.033222] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700477, 'name': Rename_Task, 'duration_secs': 0.328551} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.033795] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.034054] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783d5506-ada2-438b-b5d9-536b4233373b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.040813] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1192.040813] env[62221]: value = "task-1700478" [ 1192.040813] env[62221]: _type = "Task" [ 1192.040813] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.050067] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.138776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.159220] env[62221]: DEBUG nova.compute.manager [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Received event network-changed-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.159220] env[62221]: DEBUG nova.compute.manager [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Refreshing instance network info cache due to event network-changed-c92fc3c1-7466-4645-b034-ab1ecf9d4f19. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1192.159220] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] Acquiring lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.159220] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] Acquired lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.159220] env[62221]: DEBUG nova.network.neutron [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Refreshing network info cache for port c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.160280] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.160426] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquired lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.160562] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.232762] env[62221]: INFO nova.compute.manager [-] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Took 1.04 seconds to deallocate network for instance. [ 1192.301035] env[62221]: INFO nova.compute.manager [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Took 21.02 seconds to build instance. [ 1192.420203] env[62221]: DEBUG nova.compute.manager [req-55494a47-c7f0-4bf9-bca0-e7aa3cfab092 req-c6766abc-0016-4ee3-bc6a-d6f6d8561c16 service nova] [instance: cd066677-1192-41e9-97af-6aa356622a11] Received event network-vif-deleted-b8df0b3d-6797-4042-a5fc-13f63ae2626e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.501283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.501966] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1192.506549] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.703s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.509159] env[62221]: INFO nova.compute.claims [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.562320] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700478, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.739528] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.769792] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.802196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5a0931e-9531-4408-8ef3-30aeadd067df tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.539s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.015577] env[62221]: DEBUG nova.compute.utils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.021186] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1193.021385] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.061154] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.131344] env[62221]: DEBUG nova.network.neutron [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updated VIF entry in instance network info cache for port c92fc3c1-7466-4645-b034-ab1ecf9d4f19. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.131787] env[62221]: DEBUG nova.network.neutron [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [{"id": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "address": "fa:16:3e:7b:58:a5", "network": {"id": "344f7d12-e0ba-410f-87ee-4870e24416e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1559229058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eeb1be5da144b97a523aef16a870107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92fc3c1-74", "ovs_interfaceid": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.258517] env[62221]: DEBUG nova.policy [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37e57de21b0647a7a13ee53dfad7d892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8fd6bb0826842c69d3983243d7bc4a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1193.526288] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1193.539517] env[62221]: DEBUG nova.network.neutron [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updating instance_info_cache with network_info: [{"id": "f759224d-213f-4b65-ba03-2fea1e7d653c", "address": "fa:16:3e:31:1f:1b", "network": {"id": "fff1ff7f-db58-4423-a340-89ef751078bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-476823927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9b4d21468e46c090c843cb0a80bbdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf759224d-21", "ovs_interfaceid": "f759224d-213f-4b65-ba03-2fea1e7d653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.563127] env[62221]: DEBUG oslo_vmware.api [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700478, 'name': PowerOnVM_Task, 'duration_secs': 1.175761} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.566169] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.566573] env[62221]: INFO nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Took 11.18 seconds to spawn the instance on the hypervisor. [ 1193.566654] env[62221]: DEBUG nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1193.568413] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edbc484-0f9f-40e3-8d57-44fa12323789 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.639027] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f4b7df8-d1bb-42a5-b541-f5eb161c387b req-fd343b09-6937-420e-932f-b8293058f733 service nova] Releasing lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.757403] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "faf90bec-502d-4133-9fe7-73782e8cb80b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.757778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.866401] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1c05ab-9904-40f1-a190-b5bb755b2b0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.878623] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f245bf58-b78f-4e9c-932c-a8e6136d2bfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.925130] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e9e8c-cf3d-45f8-a782-ca4052825896 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.934458] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54321ed3-7772-4e0c-93e7-988692823752 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.955309] env[62221]: DEBUG nova.compute.provider_tree [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.047566] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Releasing lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.047566] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Instance network_info: |[{"id": "f759224d-213f-4b65-ba03-2fea1e7d653c", "address": "fa:16:3e:31:1f:1b", "network": {"id": "fff1ff7f-db58-4423-a340-89ef751078bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-476823927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9b4d21468e46c090c843cb0a80bbdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf759224d-21", "ovs_interfaceid": "f759224d-213f-4b65-ba03-2fea1e7d653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1194.047953] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:1f:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f759224d-213f-4b65-ba03-2fea1e7d653c', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.055607] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Creating folder: Project (9c9b4d21468e46c090c843cb0a80bbdf). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.056474] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f82499-23d7-4535-9a4b-8044bc6cce3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.071340] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Created folder: Project (9c9b4d21468e46c090c843cb0a80bbdf) in parent group-v354396. [ 1194.071340] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Creating folder: Instances. Parent ref: group-v354431. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.075299] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaab3464-1637-4631-806b-e1681c79f824 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.093828] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Created folder: Instances in parent group-v354431. [ 1194.094262] env[62221]: DEBUG oslo.service.loopingcall [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.094915] env[62221]: INFO nova.compute.manager [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Took 18.86 seconds to build instance. [ 1194.097194] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.097643] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-016d8e7e-bfef-4372-b635-fdc3a1191393 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.126605] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.126605] env[62221]: value = "task-1700481" [ 1194.126605] env[62221]: _type = "Task" [ 1194.126605] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.139808] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700481, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.260290] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1194.331467] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Successfully created port: 761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.463360] env[62221]: DEBUG nova.scheduler.client.report [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1194.539896] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1194.580815] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1194.580815] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1194.580815] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.581130] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1194.581382] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.581524] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1194.581811] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1194.581997] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1194.582237] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1194.582441] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1194.582716] env[62221]: DEBUG nova.virt.hardware [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1194.584022] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb2239-5150-4e55-b0b6-393043edc42b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.599929] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a88068-a768-4502-8b7d-30dba5119951 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.605929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-086b8762-3358-4b4d-bb23-8748ab23fd29 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.403s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.637550] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700481, 'name': CreateVM_Task, 'duration_secs': 0.380204} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.637550] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.638376] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.638536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.638868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.639359] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ac2141-56f8-465b-80ba-252879aedcd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.645500] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1194.645500] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52568474-cd4f-4e71-5118-168c4dea5f27" [ 1194.645500] env[62221]: _type = "Task" [ 1194.645500] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.654709] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52568474-cd4f-4e71-5118-168c4dea5f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.796224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.972291] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.972291] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1194.975690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.306s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.979016] env[62221]: INFO nova.compute.claims [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.163763] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52568474-cd4f-4e71-5118-168c4dea5f27, 'name': SearchDatastore_Task, 'duration_secs': 0.016318} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.164516] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.164988] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.165355] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.167624] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.167624] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.167624] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3061445-04ea-42ee-bbc0-3a04a63f140a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.180787] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.181040] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.182221] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a74ab4-596f-448c-88aa-31455f186b44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.188816] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1195.188816] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a6b8e-8767-0a9c-7949-eb7f92c9aa1b" [ 1195.188816] env[62221]: _type = "Task" [ 1195.188816] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.200036] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a6b8e-8767-0a9c-7949-eb7f92c9aa1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.453063] env[62221]: DEBUG nova.compute.manager [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Received event network-vif-plugged-f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1195.453279] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Acquiring lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.453482] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.453642] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.453800] env[62221]: DEBUG nova.compute.manager [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] No waiting events found dispatching network-vif-plugged-f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1195.453966] env[62221]: WARNING nova.compute.manager [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Received unexpected event network-vif-plugged-f759224d-213f-4b65-ba03-2fea1e7d653c for instance with vm_state building and task_state spawning. [ 1195.455380] env[62221]: DEBUG nova.compute.manager [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Received event network-changed-f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1195.455380] env[62221]: DEBUG nova.compute.manager [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Refreshing instance network info cache due to event network-changed-f759224d-213f-4b65-ba03-2fea1e7d653c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1195.455380] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Acquiring lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.455380] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Acquired lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.455380] env[62221]: DEBUG nova.network.neutron [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Refreshing network info cache for port f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.490912] env[62221]: DEBUG nova.compute.utils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1195.497694] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1195.501196] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.704465] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521a6b8e-8767-0a9c-7949-eb7f92c9aa1b, 'name': SearchDatastore_Task, 'duration_secs': 0.032227} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.705321] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525bb8c6-97a5-4f02-b04d-08c41c879a28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.715733] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1195.715733] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52956769-40a2-3d4c-e892-5efeaf83c09b" [ 1195.715733] env[62221]: _type = "Task" [ 1195.715733] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.728182] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52956769-40a2-3d4c-e892-5efeaf83c09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.730122] env[62221]: DEBUG nova.policy [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc412ab30a894115acbc92deb39513bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de88726b8ba84f03af56f54aaf14f8b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1196.004312] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1196.232192] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52956769-40a2-3d4c-e892-5efeaf83c09b, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.232479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.232726] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e3d0bcf5-5e1b-4783-8fcb-8036df7c800c/e3d0bcf5-5e1b-4783-8fcb-8036df7c800c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.233016] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbcc10e2-5fa1-488c-b4cb-94da0644038f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.248539] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1196.248539] env[62221]: value = "task-1700482" [ 1196.248539] env[62221]: _type = "Task" [ 1196.248539] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.258540] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.471467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d3bf2-da35-43f6-b1a0-4df4bfac1f7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.480849] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782c619-fc81-45e3-b8a5-92cac3df19fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.520857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b97e84-1cfd-4660-8c68-9689a32f9821 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.529949] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4749fe77-de26-45ff-a7dd-9fc73c9ed2d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.548556] env[62221]: DEBUG nova.compute.provider_tree [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.660075] env[62221]: DEBUG nova.network.neutron [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updated VIF entry in instance network info cache for port f759224d-213f-4b65-ba03-2fea1e7d653c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.660075] env[62221]: DEBUG nova.network.neutron [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updating instance_info_cache with network_info: [{"id": "f759224d-213f-4b65-ba03-2fea1e7d653c", "address": "fa:16:3e:31:1f:1b", "network": {"id": "fff1ff7f-db58-4423-a340-89ef751078bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-476823927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9b4d21468e46c090c843cb0a80bbdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf759224d-21", "ovs_interfaceid": "f759224d-213f-4b65-ba03-2fea1e7d653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.759970] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700482, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.026447] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1197.054023] env[62221]: DEBUG nova.scheduler.client.report [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1197.077122] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1197.077375] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1197.077530] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.077708] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1197.077855] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.077991] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1197.080040] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1197.080040] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1197.080040] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1197.080040] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1197.080040] env[62221]: DEBUG nova.virt.hardware [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.080834] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cc412-627f-452f-a4e3-634250e5e222 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.096813] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9665fa-7d53-47a6-9fc1-4c60a18c5b9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163792] env[62221]: DEBUG oslo_concurrency.lockutils [req-81c6acc5-fd27-40c7-96b2-d5fd6ec73828 req-bcb18935-8c66-428d-b59f-79a9bb729410 service nova] Releasing lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.264948] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805717} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.265243] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e3d0bcf5-5e1b-4783-8fcb-8036df7c800c/e3d0bcf5-5e1b-4783-8fcb-8036df7c800c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.265491] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.265801] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9974864a-8a3a-4ed2-b792-fd6e452e736b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.276232] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1197.276232] env[62221]: value = "task-1700483" [ 1197.276232] env[62221]: _type = "Task" [ 1197.276232] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.290146] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.374421] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Successfully created port: 065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.562434] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.565073] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1197.566333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.746s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.568094] env[62221]: INFO nova.compute.claims [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.754119] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Successfully updated port: 761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.797820] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082739} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.797820] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.797820] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819fbc16-d50f-4b30-8639-6c1aed23b4c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.828263] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e3d0bcf5-5e1b-4783-8fcb-8036df7c800c/e3d0bcf5-5e1b-4783-8fcb-8036df7c800c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.828480] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4996c6c-7d4f-4ccb-ba63-8f6cad5df93a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.852223] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1197.852223] env[62221]: value = "task-1700484" [ 1197.852223] env[62221]: _type = "Task" [ 1197.852223] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.865240] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.074835] env[62221]: DEBUG nova.compute.utils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1198.078020] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1198.078497] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.255397] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.256333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquired lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.256542] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.362310] env[62221]: DEBUG nova.policy [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc07e159a4b44aaa96e523ce943d142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54346671b8de4a38941e0f1b96575156', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1198.372443] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.579287] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1198.729386] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Successfully created port: d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.802470] env[62221]: DEBUG nova.compute.manager [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Received event network-vif-plugged-761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1198.802470] env[62221]: DEBUG oslo_concurrency.lockutils [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] Acquiring lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.802470] env[62221]: DEBUG oslo_concurrency.lockutils [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.802470] env[62221]: DEBUG oslo_concurrency.lockutils [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.802470] env[62221]: DEBUG nova.compute.manager [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] No waiting events found dispatching network-vif-plugged-761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1198.803695] env[62221]: WARNING nova.compute.manager [req-ed84d851-a1ee-46d5-b5e1-0e86a90cfc68 req-0c0dd9dc-13f9-4422-9538-739bfa11b4d0 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Received unexpected event network-vif-plugged-761af82b-0264-4296-97df-8feb5ee4b408 for instance with vm_state building and task_state spawning. [ 1198.808178] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.871774] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700484, 'name': ReconfigVM_Task, 'duration_secs': 0.791476} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.872254] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e3d0bcf5-5e1b-4783-8fcb-8036df7c800c/e3d0bcf5-5e1b-4783-8fcb-8036df7c800c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.875019] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d108b50c-91fb-4fec-9a94-3c14b7de662e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.886020] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1198.886020] env[62221]: value = "task-1700485" [ 1198.886020] env[62221]: _type = "Task" [ 1198.886020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.900711] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700485, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.931027] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777fac7-7e1c-4ee9-a730-84d2dc9d64c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.939788] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363cdf08-d42d-4d61-bbfc-c26845800744 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.978026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcb2aa-f93c-4963-992d-e6a9944f7e69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.987492] env[62221]: DEBUG nova.network.neutron [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Updating instance_info_cache with network_info: [{"id": "761af82b-0264-4296-97df-8feb5ee4b408", "address": "fa:16:3e:fc:70:35", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761af82b-02", "ovs_interfaceid": "761af82b-0264-4296-97df-8feb5ee4b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.990058] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f1518-31e2-4382-b208-15e3461229d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.009328] env[62221]: DEBUG nova.compute.provider_tree [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.038481] env[62221]: DEBUG nova.compute.manager [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Received event network-changed-e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.040120] env[62221]: DEBUG nova.compute.manager [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Refreshing instance network info cache due to event network-changed-e1aa4409-1cc7-4214-9dd2-573eb56e4488. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1199.040120] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] Acquiring lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.040120] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] Acquired lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.040120] env[62221]: DEBUG nova.network.neutron [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Refreshing network info cache for port e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.401031] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700485, 'name': Rename_Task, 'duration_secs': 0.314118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.401031] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.401351] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ac6184-06aa-4996-832f-b687239bc044 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.409427] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1199.409427] env[62221]: value = "task-1700486" [ 1199.409427] env[62221]: _type = "Task" [ 1199.409427] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.418847] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.498660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Releasing lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.499730] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Instance network_info: |[{"id": "761af82b-0264-4296-97df-8feb5ee4b408", "address": "fa:16:3e:fc:70:35", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761af82b-02", "ovs_interfaceid": "761af82b-0264-4296-97df-8feb5ee4b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1199.500418] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:70:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '761af82b-0264-4296-97df-8feb5ee4b408', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.508308] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Creating folder: Project (f8fd6bb0826842c69d3983243d7bc4a8). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.509852] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f74c76e2-dd2e-44ad-a3c8-8ee0a278ef55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.513293] env[62221]: DEBUG nova.scheduler.client.report [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1199.521711] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Created folder: Project (f8fd6bb0826842c69d3983243d7bc4a8) in parent group-v354396. [ 1199.521711] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Creating folder: Instances. Parent ref: group-v354434. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.522217] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b2f444f-b3f3-455c-9979-ea39eb3fb163 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.534074] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Created folder: Instances in parent group-v354434. [ 1199.534074] env[62221]: DEBUG oslo.service.loopingcall [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.534381] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.534381] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fad0878f-8ba9-493c-a19b-a39ffff6c242 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.559658] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.559658] env[62221]: value = "task-1700489" [ 1199.559658] env[62221]: _type = "Task" [ 1199.559658] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.570250] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700489, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.596360] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1199.625749] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1199.626321] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1199.626547] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.626835] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1199.627262] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.627451] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1199.627668] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1199.627846] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1199.628050] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1199.628248] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1199.628377] env[62221]: DEBUG nova.virt.hardware [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.629602] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b48d1b-0042-48c1-a91b-4f87bc76f577 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.640827] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c5fe7d-c972-44b0-9456-2441704d0dfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.809021] env[62221]: DEBUG nova.network.neutron [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updated VIF entry in instance network info cache for port e1aa4409-1cc7-4214-9dd2-573eb56e4488. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.809419] env[62221]: DEBUG nova.network.neutron [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updating instance_info_cache with network_info: [{"id": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "address": "fa:16:3e:30:2a:9c", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1aa4409-1c", "ovs_interfaceid": "e1aa4409-1cc7-4214-9dd2-573eb56e4488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.924364] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.978873] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "b705803c-92c3-48fe-a310-82866b074b71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.979128] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.018759] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.019327] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1200.022166] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.240s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.070978] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700489, 'name': CreateVM_Task, 'duration_secs': 0.38124} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.071233] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.071928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.072127] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.072459] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.072705] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafe6247-5fa7-4616-aeca-27a35a056d26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.077794] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1200.077794] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818" [ 1200.077794] env[62221]: _type = "Task" [ 1200.077794] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.085952] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.312187] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2641ffb-395d-4d5f-a2cb-caa28c968100 req-f1566abf-563d-40c3-bf5c-a9359c7bedfc service nova] Releasing lock "refresh_cache-32659f22-276d-44db-9eef-9717ad7ac1b4" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.332832] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Successfully updated port: 065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.421656] env[62221]: DEBUG oslo_vmware.api [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1700486, 'name': PowerOnVM_Task, 'duration_secs': 0.629401} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.422032] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.422195] env[62221]: INFO nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1200.422510] env[62221]: DEBUG nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1200.423378] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c832f3-86cc-4006-973b-3ffa082e8f53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.481414] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1200.527029] env[62221]: DEBUG nova.compute.utils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1200.527029] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1200.527029] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.532805] env[62221]: INFO nova.compute.claims [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.586297] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.690957] env[62221]: DEBUG nova.policy [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31169f3933a345ef88eb752c97bc9696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6562842fb547a29932a571fbf62b74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1200.837602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.837602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquired lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.837602] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.947548] env[62221]: INFO nova.compute.manager [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Took 19.87 seconds to build instance. [ 1201.004750] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.033152] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1201.041323] env[62221]: INFO nova.compute.resource_tracker [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating resource usage from migration fc50e7a0-ca74-4e66-a9d7-ce1d83d3b885 [ 1201.056525] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Successfully updated port: d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.091654] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.165988] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.165988] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.321128] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Successfully created port: cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.376630] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e8fc0-5cce-46ec-8afa-e998c955142b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.385570] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454652c7-aac4-4282-986c-09c21d44f130 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.417645] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.420112] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8fe398-11df-4c0a-8c98-f7fd499833eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.427629] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1e435a-67bb-490a-89ef-9f0374a2cf6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.442555] env[62221]: DEBUG nova.compute.provider_tree [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.449697] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a9951b2-52c0-45b9-83d9-4d3366501da2 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.390s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.562928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.563112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.563516] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.590876] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.745229] env[62221]: DEBUG nova.network.neutron [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Updating instance_info_cache with network_info: [{"id": "065da941-e4c9-4e54-a18e-74c678333092", "address": "fa:16:3e:72:ae:06", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065da941-e4", "ovs_interfaceid": "065da941-e4c9-4e54-a18e-74c678333092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.947926] env[62221]: DEBUG nova.scheduler.client.report [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1201.954038] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1202.041044] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1202.064736] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1202.064984] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1202.065157] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.065439] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1202.065552] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.065617] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1202.065857] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1202.066471] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1202.066654] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1202.066954] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1202.067161] env[62221]: DEBUG nova.virt.hardware [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.070016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73acac96-1f8e-4f85-8d9c-852e85ce4500 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.079933] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01e755-0a2a-4d98-98c9-e40c04bfe626 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.091833] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.102684] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Received event network-changed-761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1202.102845] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Refreshing instance network info cache due to event network-changed-761af82b-0264-4296-97df-8feb5ee4b408. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1202.103065] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquiring lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.103181] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquired lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.103442] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Refreshing network info cache for port 761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.111160] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.248049] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Releasing lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.248382] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Instance network_info: |[{"id": "065da941-e4c9-4e54-a18e-74c678333092", "address": "fa:16:3e:72:ae:06", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065da941-e4", "ovs_interfaceid": "065da941-e4c9-4e54-a18e-74c678333092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1202.248779] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:ae:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065da941-e4c9-4e54-a18e-74c678333092', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.256804] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Creating folder: Project (de88726b8ba84f03af56f54aaf14f8b0). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.257105] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb2b7fc-0301-4110-9d75-d24d8a3d86b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.269311] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Created folder: Project (de88726b8ba84f03af56f54aaf14f8b0) in parent group-v354396. [ 1202.269489] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Creating folder: Instances. Parent ref: group-v354437. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.271833] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f24183c6-06e7-43eb-b0b7-92b612e3fd07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.280958] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Created folder: Instances in parent group-v354437. [ 1202.281251] env[62221]: DEBUG oslo.service.loopingcall [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.281447] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.281646] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01fc8685-8780-4dbb-967f-650027e32977 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.303459] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.303459] env[62221]: value = "task-1700492" [ 1202.303459] env[62221]: _type = "Task" [ 1202.303459] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.308228] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700492, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.337417] env[62221]: DEBUG nova.network.neutron [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [{"id": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "address": "fa:16:3e:2b:30:7e", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8162dfa-d0", "ovs_interfaceid": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.457791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.457791] env[62221]: INFO nova.compute.manager [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Migrating [ 1202.457791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.457791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.461652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.492s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.463544] env[62221]: INFO nova.compute.claims [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.485598] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.597027] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ac4de-e2b2-a965-7e88-667218b17818, 'name': SearchDatastore_Task, 'duration_secs': 2.380037} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.597027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.597519] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.597884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.599389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.599389] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.599389] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c19ec1a5-00e2-4d62-8063-fb4c289d52f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.610867] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.611306] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.612183] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e44d702-0120-492a-b4d3-1e289fb84257 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.620082] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1202.620082] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b1552-9ee3-275c-cb39-d5a8018b4c52" [ 1202.620082] env[62221]: _type = "Task" [ 1202.620082] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.628789] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b1552-9ee3-275c-cb39-d5a8018b4c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.812502] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700492, 'name': CreateVM_Task, 'duration_secs': 0.36847} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.812502] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.812502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.812706] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.815636] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.815636] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da038cd-6b94-4a86-877b-24362e6f1c72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.820480] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1202.820480] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a22cd3-7385-ee09-ce93-87911f4898ee" [ 1202.820480] env[62221]: _type = "Task" [ 1202.820480] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.829102] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a22cd3-7385-ee09-ce93-87911f4898ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.840756] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.841081] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Instance network_info: |[{"id": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "address": "fa:16:3e:2b:30:7e", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8162dfa-d0", "ovs_interfaceid": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1202.841466] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:30:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8162dfa-d002-4bb8-8b8d-8447ecbf2c77', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.851152] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Creating folder: Project (54346671b8de4a38941e0f1b96575156). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.851487] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c9ae35-1e61-44a3-b36f-929a9109f80c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.862702] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Created folder: Project (54346671b8de4a38941e0f1b96575156) in parent group-v354396. [ 1202.862962] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Creating folder: Instances. Parent ref: group-v354440. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.863409] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-641d4a44-d08e-4014-8ffb-3a9418a144b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.872009] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Created folder: Instances in parent group-v354440. [ 1202.872253] env[62221]: DEBUG oslo.service.loopingcall [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.872441] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.872639] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78eff71-fe20-4d48-9e6d-091cdef91c18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.894099] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.894099] env[62221]: value = "task-1700495" [ 1202.894099] env[62221]: _type = "Task" [ 1202.894099] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.902248] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700495, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.963067] env[62221]: INFO nova.compute.rpcapi [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1202.963614] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.083472] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Updated VIF entry in instance network info cache for port 761af82b-0264-4296-97df-8feb5ee4b408. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.083826] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Updating instance_info_cache with network_info: [{"id": "761af82b-0264-4296-97df-8feb5ee4b408", "address": "fa:16:3e:fc:70:35", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761af82b-02", "ovs_interfaceid": "761af82b-0264-4296-97df-8feb5ee4b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.132385] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b1552-9ee3-275c-cb39-d5a8018b4c52, 'name': SearchDatastore_Task, 'duration_secs': 0.03025} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.133128] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6236f434-ec56-415a-9c18-ba9ca842c5fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.139017] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1203.139017] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dba36-b02e-e799-2429-bcdd348e8715" [ 1203.139017] env[62221]: _type = "Task" [ 1203.139017] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.148026] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dba36-b02e-e799-2429-bcdd348e8715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.289734] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Successfully updated port: cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.331475] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a22cd3-7385-ee09-ce93-87911f4898ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.331931] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.332302] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.332705] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.405216] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700495, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.483105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.483411] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.483471] env[62221]: DEBUG nova.network.neutron [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.588626] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Releasing lock "refresh_cache-1e145f1e-c52a-466a-b38f-2a819ed8b72c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.588900] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Received event network-vif-plugged-065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1203.589119] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquiring lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.589318] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.589477] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.589643] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] No waiting events found dispatching network-vif-plugged-065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1203.589810] env[62221]: WARNING nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Received unexpected event network-vif-plugged-065da941-e4c9-4e54-a18e-74c678333092 for instance with vm_state building and task_state spawning. [ 1203.589976] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Received event network-changed-065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1203.590140] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Refreshing instance network info cache due to event network-changed-065da941-e4c9-4e54-a18e-74c678333092. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1203.590319] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquiring lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.590453] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquired lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.590603] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Refreshing network info cache for port 065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.660078] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dba36-b02e-e799-2429-bcdd348e8715, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.660396] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.660701] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1e145f1e-c52a-466a-b38f-2a819ed8b72c/1e145f1e-c52a-466a-b38f-2a819ed8b72c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.661010] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.661239] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.661476] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9206434f-96af-44f9-adcd-13b282476b88 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.667715] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63bc480-e125-48b8-b4fc-fbbc36fba576 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.681767] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1203.681767] env[62221]: value = "task-1700496" [ 1203.681767] env[62221]: _type = "Task" [ 1203.681767] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.686336] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.686568] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.687708] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0b2122-f549-4b30-ae14-97979fd99681 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.695616] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.700110] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1203.700110] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be06df-9d49-63fe-61e0-1be4da865522" [ 1203.700110] env[62221]: _type = "Task" [ 1203.700110] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.707588] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be06df-9d49-63fe-61e0-1be4da865522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.796174] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.796174] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.796338] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.847503] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210a0c16-f89c-4105-8bd3-c219696516fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.856334] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be88ce7-d34e-432b-8960-289d61159bf4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.891191] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5eacf-ad59-4306-8704-1d45f4d898b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.903557] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f883d0e0-70a7-4155-999b-2fc3ba684d73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.911704] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700495, 'name': CreateVM_Task, 'duration_secs': 0.674753} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.912410] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.913608] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.913791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.914443] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.924217] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc452a4e-a2f2-4d46-a773-d42b4d874836 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.926660] env[62221]: DEBUG nova.compute.provider_tree [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.931978] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1203.931978] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca5ba1-a798-b553-971d-01b60a763090" [ 1203.931978] env[62221]: _type = "Task" [ 1203.931978] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.941767] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca5ba1-a798-b553-971d-01b60a763090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.199313] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474742} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.199313] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1e145f1e-c52a-466a-b38f-2a819ed8b72c/1e145f1e-c52a-466a-b38f-2a819ed8b72c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.199313] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.199313] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b7ba7e6-f82e-4d2c-b9e8-9f77a74a157a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.213272] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be06df-9d49-63fe-61e0-1be4da865522, 'name': SearchDatastore_Task, 'duration_secs': 0.008513} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.215182] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1204.215182] env[62221]: value = "task-1700497" [ 1204.215182] env[62221]: _type = "Task" [ 1204.215182] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.215588] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f69abe6-456b-414a-b793-dca7822b003f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.226352] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1204.226352] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524452c7-ad12-2234-c125-963ca0bf7b4f" [ 1204.226352] env[62221]: _type = "Task" [ 1204.226352] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.236373] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524452c7-ad12-2234-c125-963ca0bf7b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.344125] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.430916] env[62221]: DEBUG nova.scheduler.client.report [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1204.450020] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca5ba1-a798-b553-971d-01b60a763090, 'name': SearchDatastore_Task, 'duration_secs': 0.050055} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.450020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.450020] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.451140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.561729] env[62221]: DEBUG nova.network.neutron [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Updating instance_info_cache with network_info: [{"id": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "address": "fa:16:3e:3f:9b:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2ea4dc-cf", "ovs_interfaceid": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.594663] env[62221]: DEBUG nova.network.neutron [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.657788] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Updated VIF entry in instance network info cache for port 065da941-e4c9-4e54-a18e-74c678333092. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.657788] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Updating instance_info_cache with network_info: [{"id": "065da941-e4c9-4e54-a18e-74c678333092", "address": "fa:16:3e:72:ae:06", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065da941-e4", "ovs_interfaceid": "065da941-e4c9-4e54-a18e-74c678333092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.728871] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219285} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.732852] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.734520] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8348c1-810b-4a13-8045-c6925e2784c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.741834] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524452c7-ad12-2234-c125-963ca0bf7b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.752603] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.752963] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 58c47bed-3cb6-41c5-a33f-62c72683c596/58c47bed-3cb6-41c5-a33f-62c72683c596.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.767253] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 1e145f1e-c52a-466a-b38f-2a819ed8b72c/1e145f1e-c52a-466a-b38f-2a819ed8b72c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.767635] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.767890] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.768168] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-653fe470-63e1-4974-accc-0593e4d66b3d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.771705] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6d2dcb-d2b0-49c9-b1eb-0bcb85429552 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.796990] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487bdf32-48dd-45aa-8144-cf9f83b1b5ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.806020] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1204.806020] env[62221]: value = "task-1700499" [ 1204.806020] env[62221]: _type = "Task" [ 1204.806020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.807170] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1204.807170] env[62221]: value = "task-1700498" [ 1204.807170] env[62221]: _type = "Task" [ 1204.807170] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.812638] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.812803] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.815974] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad50f5d-2e58-45ed-970b-cf7de20cb9df {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.823188] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.827986] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.829109] env[62221]: DEBUG nova.compute.manager [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Received event network-changed-f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1204.829416] env[62221]: DEBUG nova.compute.manager [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Refreshing instance network info cache due to event network-changed-f759224d-213f-4b65-ba03-2fea1e7d653c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1204.829523] env[62221]: DEBUG oslo_concurrency.lockutils [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] Acquiring lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.830454] env[62221]: DEBUG oslo_concurrency.lockutils [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] Acquired lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.830454] env[62221]: DEBUG nova.network.neutron [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Refreshing network info cache for port f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.830963] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1204.830963] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52effd50-1c2c-4972-962a-f312d4cc7910" [ 1204.830963] env[62221]: _type = "Task" [ 1204.830963] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.840394] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52effd50-1c2c-4972-962a-f312d4cc7910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.936784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.937477] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1204.941210] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.114s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.946713] env[62221]: DEBUG nova.objects.instance [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lazy-loading 'resources' on Instance uuid cd066677-1192-41e9-97af-6aa356622a11 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.064713] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.065062] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Instance network_info: |[{"id": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "address": "fa:16:3e:3f:9b:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2ea4dc-cf", "ovs_interfaceid": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1205.065552] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:9b:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2ea4dc-cff8-4c6e-aae1-29f244890841', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.074292] env[62221]: DEBUG oslo.service.loopingcall [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.074544] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.074771] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27923065-fb21-4fcd-ad66-02475bd4c1e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.097515] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1205.097515] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing instance network info cache due to event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1205.097515] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Acquiring lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.097515] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Acquired lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.097729] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.100245] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.103058] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.103058] env[62221]: value = "task-1700500" [ 1205.103058] env[62221]: _type = "Task" [ 1205.103058] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.118103] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700500, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.160379] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Releasing lock "refresh_cache-58c47bed-3cb6-41c5-a33f-62c72683c596" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.160379] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received event network-vif-plugged-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1205.160379] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquiring lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.160620] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.160794] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.160884] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] No waiting events found dispatching network-vif-plugged-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1205.161303] env[62221]: WARNING nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received unexpected event network-vif-plugged-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 for instance with vm_state building and task_state spawning. [ 1205.161492] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1205.161815] env[62221]: DEBUG nova.compute.manager [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing instance network info cache due to event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1205.162109] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquiring lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.162287] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Acquired lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.162574] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.325423] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700499, 'name': ReconfigVM_Task, 'duration_secs': 0.359229} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.327133] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 1e145f1e-c52a-466a-b38f-2a819ed8b72c/1e145f1e-c52a-466a-b38f-2a819ed8b72c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.328865] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.328865] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2eae0c-a9ca-46a5-ae0e-aebf34779676 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.339026] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1205.339026] env[62221]: value = "task-1700501" [ 1205.339026] env[62221]: _type = "Task" [ 1205.339026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.347054] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52effd50-1c2c-4972-962a-f312d4cc7910, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.347278] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9ca79a-cf1b-44e9-bc33-05b00dee4f5e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.352426] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700501, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.355983] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1205.355983] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521d603c-53bc-ab18-912a-208b1d1f2e78" [ 1205.355983] env[62221]: _type = "Task" [ 1205.355983] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.363625] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521d603c-53bc-ab18-912a-208b1d1f2e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.446174] env[62221]: DEBUG nova.compute.utils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1205.448014] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1205.448245] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.565372] env[62221]: DEBUG nova.policy [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df24aaf29a7c4388ada468efaa6dfab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7510bb58bf524cbca3a8bb32b6ec4864', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1205.630424] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700500, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.800270] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c175648d-a12f-4b9f-bb06-d104b835338e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.808712] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc516a1a-f970-414e-ae1c-a41ed7cd9403 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.851977] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bdec25-78e5-4c4b-9188-a47ef8931300 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.875455] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700501, 'name': Rename_Task, 'duration_secs': 0.140212} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.875455] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54858} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.876536] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.877806] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab156d-bc63-461f-9463-93612421a536 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.881774] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 58c47bed-3cb6-41c5-a33f-62c72683c596/58c47bed-3cb6-41c5-a33f-62c72683c596.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.881774] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.885783] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51a31a9-7195-4e52-ab46-9591446b388f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.887268] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48086d40-6e55-47ec-aca6-6193a8e222dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.904336] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521d603c-53bc-ab18-912a-208b1d1f2e78, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.905449] env[62221]: DEBUG nova.compute.provider_tree [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.910170] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1205.910170] env[62221]: value = "task-1700502" [ 1205.910170] env[62221]: _type = "Task" [ 1205.910170] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.910170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.910170] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 0de5b87a-1fc9-472b-b8ba-1bf897e08a18/0de5b87a-1fc9-472b-b8ba-1bf897e08a18.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.910170] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1205.910170] env[62221]: value = "task-1700503" [ 1205.910170] env[62221]: _type = "Task" [ 1205.910170] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.911604] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9767d15-834d-4485-8fc3-0ba1123a0fd4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.925701] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.930245] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1205.930245] env[62221]: value = "task-1700504" [ 1205.930245] env[62221]: _type = "Task" [ 1205.930245] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.930735] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.944045] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.956531] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1205.967266] env[62221]: DEBUG nova.network.neutron [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updated VIF entry in instance network info cache for port f759224d-213f-4b65-ba03-2fea1e7d653c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.967650] env[62221]: DEBUG nova.network.neutron [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updating instance_info_cache with network_info: [{"id": "f759224d-213f-4b65-ba03-2fea1e7d653c", "address": "fa:16:3e:31:1f:1b", "network": {"id": "fff1ff7f-db58-4423-a340-89ef751078bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-476823927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9b4d21468e46c090c843cb0a80bbdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf759224d-21", "ovs_interfaceid": "f759224d-213f-4b65-ba03-2fea1e7d653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.124670] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700500, 'name': CreateVM_Task, 'duration_secs': 0.641531} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.124899] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.126067] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.126248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.126569] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.127737] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa295c7-4477-4e42-a7d5-81f81fb7cc65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.134428] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1206.134428] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528fe877-5cc2-8ce0-e8ea-ac56f7a50acd" [ 1206.134428] env[62221]: _type = "Task" [ 1206.134428] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.143427] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528fe877-5cc2-8ce0-e8ea-ac56f7a50acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.208509] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Successfully created port: bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.294025] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updated VIF entry in instance network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.294025] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [{"id": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "address": "fa:16:3e:2b:30:7e", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8162dfa-d0", "ovs_interfaceid": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.377574] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updated VIF entry in instance network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.378042] env[62221]: DEBUG nova.network.neutron [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updating instance_info_cache with network_info: [{"id": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "address": "fa:16:3e:19:37:0f", "network": {"id": "04fe7c61-40e8-4a67-8b84-ca74fce25161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1782947163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a8a01c956641f29c6c243dd183d859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b259bde-7f", "ovs_interfaceid": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.408447] env[62221]: DEBUG nova.scheduler.client.report [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1206.429550] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.433939] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105105} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.439058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.441320] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231346ff-0a98-4cca-a0ab-6bd72710cc2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.451076] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.482783] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 58c47bed-3cb6-41c5-a33f-62c72683c596/58c47bed-3cb6-41c5-a33f-62c72683c596.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.482783] env[62221]: DEBUG oslo_concurrency.lockutils [req-cf787ef1-8190-4d9b-8143-b075aabb31ac req-1a8f8ba0-76a0-465a-b212-12dbe39cbde4 service nova] Releasing lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.482783] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b8de8b-2f72-4fbd-a3d8-ebba550cc1c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.510019] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1206.510019] env[62221]: value = "task-1700505" [ 1206.510019] env[62221]: _type = "Task" [ 1206.510019] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.519286] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.623413] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18923434-27d0-4fe7-8632-45c71a28dbb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.646371] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.659338] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528fe877-5cc2-8ce0-e8ea-ac56f7a50acd, 'name': SearchDatastore_Task, 'duration_secs': 0.072499} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.659338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.659338] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.659579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.659579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.659751] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.660025] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0485a3-ebd3-40fa-ae6e-e6d412c4e97c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.674443] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.674654] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.675405] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cead32e9-8517-40dd-bd60-8295567a2f58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.681405] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1206.681405] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230c234-c03a-34e2-8f23-a91a20e057c4" [ 1206.681405] env[62221]: _type = "Task" [ 1206.681405] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.690331] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230c234-c03a-34e2-8f23-a91a20e057c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.795359] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Releasing lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.795359] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Received event network-vif-plugged-cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.795359] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Acquiring lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.795359] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.795359] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.797759] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] No waiting events found dispatching network-vif-plugged-cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1206.799851] env[62221]: WARNING nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Received unexpected event network-vif-plugged-cf2ea4dc-cff8-4c6e-aae1-29f244890841 for instance with vm_state building and task_state spawning. [ 1206.799851] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Received event network-changed-cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.799851] env[62221]: DEBUG nova.compute.manager [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Refreshing instance network info cache due to event network-changed-cf2ea4dc-cff8-4c6e-aae1-29f244890841. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1206.799851] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Acquiring lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.799851] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Acquired lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.800132] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Refreshing network info cache for port cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.881186] env[62221]: DEBUG oslo_concurrency.lockutils [req-bf17537f-b32a-4baa-84c3-8d17700f602c req-4e60ab16-c017-4469-b084-05407c640c12 service nova] Releasing lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.920060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.926207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.750s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.926477] env[62221]: DEBUG nova.objects.instance [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lazy-loading 'resources' on Instance uuid ef611a51-9d90-4ebc-a6f6-0d039149be49 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.927702] env[62221]: DEBUG oslo_vmware.api [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700502, 'name': PowerOnVM_Task, 'duration_secs': 0.586062} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.927943] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.928154] env[62221]: INFO nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Took 12.39 seconds to spawn the instance on the hypervisor. [ 1206.928388] env[62221]: DEBUG nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1206.929499] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1fb50-5f64-4a0e-b3d6-5a8466fb9125 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.950017] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700504, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.959794] env[62221]: INFO nova.scheduler.client.report [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Deleted allocations for instance cd066677-1192-41e9-97af-6aa356622a11 [ 1206.984484] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1207.017802] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1207.017802] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1207.018138] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.019268] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1207.019268] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.019268] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1207.019268] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1207.019268] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1207.019510] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1207.019510] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1207.019510] env[62221]: DEBUG nova.virt.hardware [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1207.020793] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933351ad-5407-434e-bc13-41ba194e42b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.027122] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.033530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e390e6e-9639-4330-b583-0103325382f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.155506] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.155793] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c351f66c-b50e-400e-87f7-bd0de914546d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.164920] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1207.164920] env[62221]: value = "task-1700506" [ 1207.164920] env[62221]: _type = "Task" [ 1207.164920] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.174676] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.190589] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230c234-c03a-34e2-8f23-a91a20e057c4, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.191408] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a070d9-28fc-4927-9734-004de7ad84ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.196884] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1207.196884] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52efe651-6119-fbff-6b75-516569d26aaa" [ 1207.196884] env[62221]: _type = "Task" [ 1207.196884] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.205144] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52efe651-6119-fbff-6b75-516569d26aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.293575] env[62221]: DEBUG nova.compute.manager [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1207.294483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef6f09f-06bd-410f-b6a9-eb23521f6490 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.459478] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700504, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.459478] env[62221]: INFO nova.compute.manager [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Took 23.70 seconds to build instance. [ 1207.470826] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49f54d96-e7ea-4dbd-83a7-0d7acbb62a57 tempest-ServerDiagnosticsTest-582831786 tempest-ServerDiagnosticsTest-582831786-project-member] Lock "cd066677-1192-41e9-97af-6aa356622a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.984s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.525841] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700505, 'name': ReconfigVM_Task, 'duration_secs': 0.840371} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.528985] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 58c47bed-3cb6-41c5-a33f-62c72683c596/58c47bed-3cb6-41c5-a33f-62c72683c596.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.530087] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6a8741-986b-4a43-86a3-297834cb97b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.536391] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1207.536391] env[62221]: value = "task-1700507" [ 1207.536391] env[62221]: _type = "Task" [ 1207.536391] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.549788] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700507, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.569169] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Updated VIF entry in instance network info cache for port cf2ea4dc-cff8-4c6e-aae1-29f244890841. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.569533] env[62221]: DEBUG nova.network.neutron [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Updating instance_info_cache with network_info: [{"id": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "address": "fa:16:3e:3f:9b:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2ea4dc-cf", "ovs_interfaceid": "cf2ea4dc-cff8-4c6e-aae1-29f244890841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.676250] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700506, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.710537] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52efe651-6119-fbff-6b75-516569d26aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.713696] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.714326] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 49936510-b3a0-4857-8482-23b9fea9d76d/49936510-b3a0-4857-8482-23b9fea9d76d.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.715748] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b5e134-c94f-4a87-adf3-d993ad34cf54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.723802] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1207.723802] env[62221]: value = "task-1700508" [ 1207.723802] env[62221]: _type = "Task" [ 1207.723802] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.741397] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.810799] env[62221]: INFO nova.compute.manager [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] instance snapshotting [ 1207.813692] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca210e0-c83d-470b-8159-093191af2a55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.840067] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b5f0e-7364-4688-91fe-2a311b8c683b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.858033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ce40e-94da-4016-ab84-07a0f3f90cf5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.865088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eee077-47b2-40fc-9ce6-2ad73ac8d136 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.899665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548b46e-7914-4501-acfa-a8ec917f1d8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.908069] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19c4e9-507a-46ce-a558-4eb593af7891 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.926328] env[62221]: DEBUG nova.compute.provider_tree [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.946715] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700504, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.569358} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.946984] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 0de5b87a-1fc9-472b-b8ba-1bf897e08a18/0de5b87a-1fc9-472b-b8ba-1bf897e08a18.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.947209] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.947464] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfbeb6a1-7715-4587-816d-4d291b69dba0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955634] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1207.955634] env[62221]: value = "task-1700509" [ 1207.955634] env[62221]: _type = "Task" [ 1207.955634] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.962703] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49de16f1-b865-41d1-8078-f44843063bc4 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.228s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.967386] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.047853] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700507, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.075729] env[62221]: DEBUG oslo_concurrency.lockutils [req-85d7d29f-63ec-4e71-a183-03e5f0c5e86b req-b6617714-66cc-45dc-a417-ee265efb2ff4 service nova] Releasing lock "refresh_cache-49936510-b3a0-4857-8482-23b9fea9d76d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.118107] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Successfully updated port: bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.180394] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700506, 'name': PowerOffVM_Task, 'duration_secs': 0.555154} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.180738] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.180960] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.237822] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700508, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.347487] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.355124] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1208.355424] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-387bd202-7067-43d0-bef7-a711d98acf72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.362781] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1208.362781] env[62221]: value = "task-1700510" [ 1208.362781] env[62221]: _type = "Task" [ 1208.362781] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.372917] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.429792] env[62221]: DEBUG nova.scheduler.client.report [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1208.466569] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.531663] env[62221]: DEBUG nova.compute.manager [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1208.531810] env[62221]: DEBUG nova.compute.manager [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing instance network info cache due to event network-changed-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1208.532286] env[62221]: DEBUG oslo_concurrency.lockutils [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] Acquiring lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.532464] env[62221]: DEBUG oslo_concurrency.lockutils [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] Acquired lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.532633] env[62221]: DEBUG nova.network.neutron [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Refreshing network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.548672] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700507, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.621390] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.621580] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquired lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.621685] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.690136] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1208.690136] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1208.690136] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.690136] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1208.690547] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.690547] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1208.690547] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1208.690949] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1208.690949] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1208.691062] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1208.691227] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1208.696569] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdfa3f2-c757-489a-ae4f-24bdfb4511a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.714284] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1208.714284] env[62221]: value = "task-1700511" [ 1208.714284] env[62221]: _type = "Task" [ 1208.714284] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.726771] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.736022] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523656} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.736296] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 49936510-b3a0-4857-8482-23b9fea9d76d/49936510-b3a0-4857-8482-23b9fea9d76d.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.736505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.736751] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d9c37c5-2b1c-45be-be11-6cb7ee08bf74 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.743150] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1208.743150] env[62221]: value = "task-1700512" [ 1208.743150] env[62221]: _type = "Task" [ 1208.743150] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.752658] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.850367] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.877951] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.935170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.938404] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.745s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.942222] env[62221]: INFO nova.compute.claims [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.959550] env[62221]: INFO nova.scheduler.client.report [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Deleted allocations for instance ef611a51-9d90-4ebc-a6f6-0d039149be49 [ 1208.972770] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700509, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.050454] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700507, 'name': Rename_Task, 'duration_secs': 1.299017} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.051097] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.051359] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ddf9f93-d5d0-46c4-b7da-8ea466a312b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.059212] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1209.059212] env[62221]: value = "task-1700513" [ 1209.059212] env[62221]: _type = "Task" [ 1209.059212] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.068297] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.112403] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.112403] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.179609] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.227151] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700511, 'name': ReconfigVM_Task, 'duration_secs': 0.308778} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.227488] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.254169] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068715} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.254595] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.255503] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17220695-7280-4a0c-b4dc-c3356f646a95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.282019] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 49936510-b3a0-4857-8482-23b9fea9d76d/49936510-b3a0-4857-8482-23b9fea9d76d.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.285207] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f658ff7b-caae-404c-bf9f-e8c164f9cf0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.310536] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1209.310536] env[62221]: value = "task-1700514" [ 1209.310536] env[62221]: _type = "Task" [ 1209.310536] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.327640] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.384187] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700510, 'name': CreateSnapshot_Task, 'duration_secs': 0.879332} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.384805] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1209.386567] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7892cc5-ec69-4c81-9118-274f910a2c62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.392918] env[62221]: DEBUG nova.network.neutron [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updating instance_info_cache with network_info: [{"id": "bda739fc-e61f-40bc-a5c3-12624189a993", "address": "fa:16:3e:91:34:5f", "network": {"id": "c4de6bdb-7ed9-4010-987a-e29f08f0bd15", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1300219430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7510bb58bf524cbca3a8bb32b6ec4864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda739fc-e6", "ovs_interfaceid": "bda739fc-e61f-40bc-a5c3-12624189a993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.473734] env[62221]: DEBUG oslo_concurrency.lockutils [None req-795dd0f6-0071-4105-8d80-786b234e0d50 tempest-ServerDiagnosticsV248Test-360976495 tempest-ServerDiagnosticsV248Test-360976495-project-member] Lock "ef611a51-9d90-4ebc-a6f6-0d039149be49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.281s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.480986] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.025578} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.481512] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.482954] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43df43-60a0-445f-8b0e-f8782294c35a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.525093] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 0de5b87a-1fc9-472b-b8ba-1bf897e08a18/0de5b87a-1fc9-472b-b8ba-1bf897e08a18.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.529932] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8512bc0b-ecb6-459c-b33d-627754808006 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.566337] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1209.566337] env[62221]: value = "task-1700515" [ 1209.566337] env[62221]: _type = "Task" [ 1209.566337] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.579223] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.586822] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.616393] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1209.737877] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1209.738473] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1209.738473] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.738473] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1209.738585] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.738731] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1209.738943] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1209.739117] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1209.739286] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1209.739451] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1209.739625] env[62221]: DEBUG nova.virt.hardware [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.745956] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.746288] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8a90f4-492f-4e2a-b2c9-c6e15a19c6b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.766055] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1209.766055] env[62221]: value = "task-1700516" [ 1209.766055] env[62221]: _type = "Task" [ 1209.766055] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.775698] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.826744] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.896456] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Releasing lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.896811] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Instance network_info: |[{"id": "bda739fc-e61f-40bc-a5c3-12624189a993", "address": "fa:16:3e:91:34:5f", "network": {"id": "c4de6bdb-7ed9-4010-987a-e29f08f0bd15", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1300219430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7510bb58bf524cbca3a8bb32b6ec4864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda739fc-e6", "ovs_interfaceid": "bda739fc-e61f-40bc-a5c3-12624189a993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1209.897275] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:34:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bda739fc-e61f-40bc-a5c3-12624189a993', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.906819] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Creating folder: Project (7510bb58bf524cbca3a8bb32b6ec4864). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.906819] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecd289b6-1046-4935-89a8-7f6d6a7d2ee6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.916325] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1209.916723] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-922d4974-222e-4ce6-ba9d-01d33a7dd1e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.927228] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1209.927228] env[62221]: value = "task-1700518" [ 1209.927228] env[62221]: _type = "Task" [ 1209.927228] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.931806] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Created folder: Project (7510bb58bf524cbca3a8bb32b6ec4864) in parent group-v354396. [ 1209.932064] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Creating folder: Instances. Parent ref: group-v354445. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.932641] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8d2e30-81d8-4129-b5d1-1959335321a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.938865] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700518, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.941118] env[62221]: DEBUG nova.network.neutron [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updated VIF entry in instance network info cache for port 9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.941508] env[62221]: DEBUG nova.network.neutron [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updating instance_info_cache with network_info: [{"id": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "address": "fa:16:3e:19:37:0f", "network": {"id": "04fe7c61-40e8-4a67-8b84-ca74fce25161", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1782947163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a8a01c956641f29c6c243dd183d859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b259bde-7f", "ovs_interfaceid": "9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.943972] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Created folder: Instances in parent group-v354445. [ 1209.944260] env[62221]: DEBUG oslo.service.loopingcall [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.944695] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.944910] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c363a1ee-0ab3-45fb-b9ff-92212b207589 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.972436] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.972436] env[62221]: value = "task-1700520" [ 1209.972436] env[62221]: _type = "Task" [ 1209.972436] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.984614] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700520, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.070939] env[62221]: DEBUG oslo_vmware.api [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700513, 'name': PowerOnVM_Task, 'duration_secs': 0.798734} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.075049] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.075202] env[62221]: INFO nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Took 13.05 seconds to spawn the instance on the hypervisor. [ 1210.075312] env[62221]: DEBUG nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1210.079247] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694cfc81-6f56-4cb2-b3b8-5a71e0046caf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.089023] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700515, 'name': ReconfigVM_Task, 'duration_secs': 0.484984} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.089598] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 0de5b87a-1fc9-472b-b8ba-1bf897e08a18/0de5b87a-1fc9-472b-b8ba-1bf897e08a18.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.093441] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33fb8c2-8555-4b57-85ec-a5f9f45cb719 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.100673] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1210.100673] env[62221]: value = "task-1700521" [ 1210.100673] env[62221]: _type = "Task" [ 1210.100673] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.118510] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700521, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.146213] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.290105] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700516, 'name': ReconfigVM_Task, 'duration_secs': 0.267606} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.290468] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.291410] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99bbb5c-2f12-410d-b052-92e4a7224174 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.322645] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.325726] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62e1f66-c361-4aff-ae20-9aba84ea51a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.350137] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700514, 'name': ReconfigVM_Task, 'duration_secs': 0.668469} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.351570] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 49936510-b3a0-4857-8482-23b9fea9d76d/49936510-b3a0-4857-8482-23b9fea9d76d.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.352468] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1210.352468] env[62221]: value = "task-1700522" [ 1210.352468] env[62221]: _type = "Task" [ 1210.352468] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.352468] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad7abe9-eaee-43aa-b06a-66d58055a417 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.368086] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.369662] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1210.369662] env[62221]: value = "task-1700523" [ 1210.369662] env[62221]: _type = "Task" [ 1210.369662] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.378361] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700523, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.396230] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0e8de-22c7-48e3-ae49-acf8bebd5f2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.405021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9955c-035f-41fc-a93e-5d9ddc31c28c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.447624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41955fd4-2529-444b-a011-073f4affe53c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.450686] env[62221]: DEBUG oslo_concurrency.lockutils [req-6988b9ba-11b7-4650-9dac-480dba17af96 req-9b1dcdc5-a3ba-4b31-8bb9-a68a27dae7f3 service nova] Releasing lock "refresh_cache-f437e292-8c5d-48ee-bfcc-22c9fb85b587" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.457702] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700518, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.461070] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d9be5-068a-4a9b-97d3-3b4080aacd31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.476068] env[62221]: DEBUG nova.compute.provider_tree [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.485644] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700520, 'name': CreateVM_Task, 'duration_secs': 0.357953} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.485899] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.486617] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.486791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.487163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.488477] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29e6fef-e3c6-4cbd-a419-81ae8175ffa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.493460] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1210.493460] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52569d8b-fc84-e864-1371-d9ed563e8feb" [ 1210.493460] env[62221]: _type = "Task" [ 1210.493460] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.501938] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52569d8b-fc84-e864-1371-d9ed563e8feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.609532] env[62221]: INFO nova.compute.manager [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Took 26.85 seconds to build instance. [ 1210.614327] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700521, 'name': Rename_Task, 'duration_secs': 0.206159} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.614948] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.614948] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395dc572-9fcc-4337-b5ec-e2a73da71a5d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.621969] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1210.621969] env[62221]: value = "task-1700524" [ 1210.621969] env[62221]: _type = "Task" [ 1210.621969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.631128] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.872817] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.882916] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700523, 'name': Rename_Task, 'duration_secs': 0.146446} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.883252] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.883526] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2105a964-5be1-4f0c-b805-b6c3e2554faa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.892020] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1210.892020] env[62221]: value = "task-1700525" [ 1210.892020] env[62221]: _type = "Task" [ 1210.892020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.899985] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.956183] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700518, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.981555] env[62221]: DEBUG nova.scheduler.client.report [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1211.010570] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52569d8b-fc84-e864-1371-d9ed563e8feb, 'name': SearchDatastore_Task, 'duration_secs': 0.033262} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.011573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.011743] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.012565] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.012565] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.012565] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.012959] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78074913-c7fa-4fc1-8f97-8375a657f136 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.026318] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.026503] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.027457] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0d8cc3-039b-4c18-86f3-a515d82a226c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.036586] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1211.036586] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be2116-df36-fef2-7c41-6d9357f670c7" [ 1211.036586] env[62221]: _type = "Task" [ 1211.036586] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.049441] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be2116-df36-fef2-7c41-6d9357f670c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.050416] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179368fc-a407-43d5-9101-7146fb3aaf1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.057216] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1211.057216] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ba7679-79fb-33a2-0329-a45865e24cce" [ 1211.057216] env[62221]: _type = "Task" [ 1211.057216] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.067227] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ba7679-79fb-33a2-0329-a45865e24cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.099195] env[62221]: DEBUG nova.compute.manager [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Received event network-vif-plugged-bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.099195] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Acquiring lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.099195] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.099195] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.099788] env[62221]: DEBUG nova.compute.manager [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] No waiting events found dispatching network-vif-plugged-bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1211.100113] env[62221]: WARNING nova.compute.manager [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Received unexpected event network-vif-plugged-bda739fc-e61f-40bc-a5c3-12624189a993 for instance with vm_state building and task_state spawning. [ 1211.100408] env[62221]: DEBUG nova.compute.manager [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Received event network-changed-bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.100676] env[62221]: DEBUG nova.compute.manager [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Refreshing instance network info cache due to event network-changed-bda739fc-e61f-40bc-a5c3-12624189a993. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1211.101065] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Acquiring lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.101375] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Acquired lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.101643] env[62221]: DEBUG nova.network.neutron [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Refreshing network info cache for port bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.113729] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23a7504d-fc62-45bf-a8fc-e37b6e474fdd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.372s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.133778] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.372338] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700522, 'name': ReconfigVM_Task, 'duration_secs': 0.6215} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.372338] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359/696da7d0-08b4-410c-8caa-300c12d02359.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.372638] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.403641] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.454532] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700518, 'name': CloneVM_Task, 'duration_secs': 1.320833} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.454799] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Created linked-clone VM from snapshot [ 1211.455643] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70f1ce-373f-4390-8b7c-4f33e74a7263 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.463791] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Uploading image 070bc360-023b-43c1-a25c-d720251503b1 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1211.485207] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.485207] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6a4a57a-db9c-42e2-af55-2ca8ef917358 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.491126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.491126] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1211.495211] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1211.495211] env[62221]: value = "task-1700526" [ 1211.495211] env[62221]: _type = "Task" [ 1211.495211] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.495211] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.356s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.497658] env[62221]: INFO nova.compute.claims [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.513788] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700526, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.569080] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ba7679-79fb-33a2-0329-a45865e24cce, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.569400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.569668] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8e504d19-5c4c-4708-afff-595d9bd15f73/8e504d19-5c4c-4708-afff-595d9bd15f73.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.570466] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-460c6714-fb25-475e-b0e6-16537852cb7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.577546] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1211.577546] env[62221]: value = "task-1700527" [ 1211.577546] env[62221]: _type = "Task" [ 1211.577546] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.588030] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.635376] env[62221]: DEBUG oslo_vmware.api [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700524, 'name': PowerOnVM_Task, 'duration_secs': 0.528485} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.635630] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.635903] env[62221]: INFO nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1211.636139] env[62221]: DEBUG nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1211.636930] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a0877-e115-4e5d-8ca3-fce5eaf7f9f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.879741] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d52df8-892f-4290-89db-47d40a1046ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.908896] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15696d03-c3f3-4543-8806-7100db7029d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.917061] env[62221]: DEBUG oslo_vmware.api [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700525, 'name': PowerOnVM_Task, 'duration_secs': 0.516795} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.931084] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.931343] env[62221]: INFO nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1211.931522] env[62221]: DEBUG nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1211.932373] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.936346] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0256c-8a2c-4c60-9330-15f5dc1773f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.973646] env[62221]: DEBUG nova.network.neutron [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updated VIF entry in instance network info cache for port bda739fc-e61f-40bc-a5c3-12624189a993. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.973646] env[62221]: DEBUG nova.network.neutron [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updating instance_info_cache with network_info: [{"id": "bda739fc-e61f-40bc-a5c3-12624189a993", "address": "fa:16:3e:91:34:5f", "network": {"id": "c4de6bdb-7ed9-4010-987a-e29f08f0bd15", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1300219430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7510bb58bf524cbca3a8bb32b6ec4864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda739fc-e6", "ovs_interfaceid": "bda739fc-e61f-40bc-a5c3-12624189a993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.996661] env[62221]: DEBUG nova.compute.utils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.998275] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1211.998453] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.017717] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700526, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.062894] env[62221]: DEBUG nova.policy [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36f8e56a14ff44b5a18b726d2d8cb36b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e0e6f2b18cb425fb72700b5fdc4fe7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1212.089724] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.104928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.104928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.104928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.105440] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.105440] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.113966] env[62221]: INFO nova.compute.manager [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Terminating instance [ 1212.115841] env[62221]: DEBUG nova.compute.manager [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1212.116058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.116953] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55064a28-57b9-4f77-a9b3-0f70de407e68 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.126870] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.127498] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a07486-a1d9-47af-bc01-58b3b58abe8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.136288] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1212.136288] env[62221]: value = "task-1700528" [ 1212.136288] env[62221]: _type = "Task" [ 1212.136288] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.163783] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.167394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.167533] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.167732] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.167933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.168190] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.178252] env[62221]: INFO nova.compute.manager [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Terminating instance [ 1212.178252] env[62221]: INFO nova.compute.manager [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Took 27.54 seconds to build instance. [ 1212.178725] env[62221]: DEBUG nova.compute.manager [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1212.179067] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.180398] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcdd91d-2d5d-4227-a8b8-0109dd29253c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.193133] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.193133] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5c4e0e-c7fb-4afa-8213-5732299a5c62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.199466] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1212.199466] env[62221]: value = "task-1700529" [ 1212.199466] env[62221]: _type = "Task" [ 1212.199466] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.214769] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.458012] env[62221]: INFO nova.compute.manager [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Took 26.66 seconds to build instance. [ 1212.476157] env[62221]: DEBUG oslo_concurrency.lockutils [req-f7cff54b-fbd0-4a9d-b3cb-1f36a90901ff req-322fe6e9-fe35-495e-9673-3efcd6e2de53 service nova] Releasing lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.503291] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1212.524498] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700526, 'name': Destroy_Task, 'duration_secs': 0.750085} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.525405] env[62221]: DEBUG nova.network.neutron [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Port 123a1c46-360c-4489-baf7-f14cc45abb0e binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.528132] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Destroyed the VM [ 1212.528290] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.528799] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc50a660-30c5-4650-af34-2e57f6942438 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.542742] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1212.542742] env[62221]: value = "task-1700530" [ 1212.542742] env[62221]: _type = "Task" [ 1212.542742] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.553573] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.588543] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763109} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.588814] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8e504d19-5c4c-4708-afff-595d9bd15f73/8e504d19-5c4c-4708-afff-595d9bd15f73.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.589499] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.589499] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7360456f-16ad-4ec1-8ebc-ebc51588b5f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.596321] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1212.596321] env[62221]: value = "task-1700531" [ 1212.596321] env[62221]: _type = "Task" [ 1212.596321] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.607354] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.647642] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700528, 'name': PowerOffVM_Task, 'duration_secs': 0.446088} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.650526] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.650922] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.652340] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-077c0a27-abe4-4ce0-be07-2b2e3277c44f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.688553] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dcc8ddc7-f5c9-427a-9751-81b066a411e2 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.056s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.724341] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700529, 'name': PowerOffVM_Task, 'duration_secs': 0.381679} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.724341] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.724341] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.724502] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b13c29c-b42f-47d1-8220-a48549226bbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.928820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.931640] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.939561] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63755105-708a-405b-9c41-0ef1c4d73d72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.948835] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72588eab-9d5c-498f-a1d1-57a59d3c323a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.987375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4630d321-866f-406b-8d70-ee3a2ee4b81a tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.101s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.989249] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Successfully created port: 7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.991135] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da65d9e-ac88-45a8-8d23-3359dbb07b38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004218] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f35913-9e7c-44fc-a77c-604d8e0df9d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.029541] env[62221]: DEBUG nova.compute.provider_tree [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.053970] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700530, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.107478] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08841} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.108875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.109605] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637ce7f2-1a05-455e-b5dc-271187c8963b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.134781] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8e504d19-5c4c-4708-afff-595d9bd15f73/8e504d19-5c4c-4708-afff-595d9bd15f73.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.136407] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b00c8e-b7ba-441d-8b28-3d958fd12f8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.161577] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1213.161577] env[62221]: value = "task-1700534" [ 1213.161577] env[62221]: _type = "Task" [ 1213.161577] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.173787] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.432711] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1213.533183] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1213.561715] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.562737] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.563019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.571684] env[62221]: ERROR nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [req-57c764a1-47b9-4418-a170-151dab3e89bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57c764a1-47b9-4418-a170-151dab3e89bd"}]} [ 1213.589382] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1213.589632] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1213.589793] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.590365] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1213.590365] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.590365] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1213.590536] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1213.590608] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1213.590766] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1213.590928] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1213.591121] env[62221]: DEBUG nova.virt.hardware [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.592523] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcb0869-f08e-4832-b883-d7df5dd107fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.599165] env[62221]: DEBUG oslo_vmware.api [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700530, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046838} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.600119] env[62221]: DEBUG nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1213.602356] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.610606] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff858677-ad35-4f72-b838-8815f0483bf7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.628605] env[62221]: DEBUG nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1213.628866] env[62221]: DEBUG nova.compute.provider_tree [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.643440] env[62221]: DEBUG nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1213.666980] env[62221]: DEBUG nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1213.674325] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.971284] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.977514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.977514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.977514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.977514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.977798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.981398] env[62221]: INFO nova.compute.manager [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Terminating instance [ 1213.983841] env[62221]: DEBUG nova.compute.manager [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1213.984387] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.985860] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a024b429-eb91-418c-940a-f259bf6db0e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.999599] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.999947] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c49175-5d2f-4a73-addf-7cb1e9256965 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.006989] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1214.006989] env[62221]: value = "task-1700535" [ 1214.006989] env[62221]: _type = "Task" [ 1214.006989] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.025495] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.070968] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e859d3-d878-4f37-8953-5d9075a4826c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.084420] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188de4c5-9677-4617-9035-b162aa82ec1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.126338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "58c47bed-3cb6-41c5-a33f-62c72683c596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.126648] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.127197] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.127197] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.127310] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.133249] env[62221]: WARNING nova.compute.manager [None req-8f079f4f-8379-4c99-b97b-aa33be2fff31 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Image not found during snapshot: nova.exception.ImageNotFound: Image 070bc360-023b-43c1-a25c-d720251503b1 could not be found. [ 1214.133249] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36901c7f-5c90-4bb1-a167-5b16c9daeff9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.136388] env[62221]: INFO nova.compute.manager [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Terminating instance [ 1214.139105] env[62221]: DEBUG nova.compute.manager [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1214.139358] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.140623] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb77a1-98ce-4405-b908-b922d23c33ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.148193] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4988071-3cc9-4340-83b6-3d92979c5690 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.157948] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.157948] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d4dc5c-eb1f-4222-baee-0bbbb6d7be66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.168053] env[62221]: DEBUG nova.compute.provider_tree [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.175396] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1214.175396] env[62221]: value = "task-1700536" [ 1214.175396] env[62221]: _type = "Task" [ 1214.175396] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.184062] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700534, 'name': ReconfigVM_Task, 'duration_secs': 0.935111} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.184766] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8e504d19-5c4c-4708-afff-595d9bd15f73/8e504d19-5c4c-4708-afff-595d9bd15f73.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.185738] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef40e005-4ba5-4539-a64d-bb806882db9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.191025] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.197176] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1214.197176] env[62221]: value = "task-1700537" [ 1214.197176] env[62221]: _type = "Task" [ 1214.197176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.210986] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700537, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.336521] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.336521] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.336676] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Deleting the datastore file [datastore1] 7f4aef75-01ae-48db-9d32-e403e24b8f35 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.336863] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3899d51f-9655-4a81-bf14-9cac975072f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.349508] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for the task: (returnval){ [ 1214.349508] env[62221]: value = "task-1700538" [ 1214.349508] env[62221]: _type = "Task" [ 1214.349508] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.358174] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.358174] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.358174] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Deleting the datastore file [datastore1] 1e145f1e-c52a-466a-b38f-2a819ed8b72c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.358174] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a1b7d4f-3366-4c5a-9536-5b82826608df {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.363648] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.367986] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for the task: (returnval){ [ 1214.367986] env[62221]: value = "task-1700539" [ 1214.367986] env[62221]: _type = "Task" [ 1214.367986] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.376673] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.473194] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c6ce1-42c3-48d0-956f-feabffb3d468 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.480184] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Suspending the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1214.480442] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-27c8a6e0-ef1f-4fb7-84c5-9109b983b0d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.487628] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Waiting for the task: (returnval){ [ 1214.487628] env[62221]: value = "task-1700540" [ 1214.487628] env[62221]: _type = "Task" [ 1214.487628] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.497563] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Task: {'id': task-1700540, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.525039] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700535, 'name': PowerOffVM_Task, 'duration_secs': 0.33454} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.525039] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.525039] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.525039] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063fc82e-1293-411b-9cc4-a9f9035264bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.622683] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.622683] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.622849] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Deleting the datastore file [datastore1] f437e292-8c5d-48ee-bfcc-22c9fb85b587 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.623019] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e9ad87-bf4f-49f9-a9bd-f28e329cafee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.630851] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for the task: (returnval){ [ 1214.630851] env[62221]: value = "task-1700542" [ 1214.630851] env[62221]: _type = "Task" [ 1214.630851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.641611] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.702557] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700536, 'name': PowerOffVM_Task, 'duration_secs': 0.232187} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.711554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.715231] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.716405] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.718461] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.718461] env[62221]: DEBUG nova.network.neutron [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.718461] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b8d99a-bf6b-439a-9df0-9286130e777f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.725872] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700537, 'name': Rename_Task, 'duration_secs': 0.183689} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.727471] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.728490] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e87e9fa-5bed-45f6-b3d5-ba15d6ffd4c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.737242] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1214.737242] env[62221]: value = "task-1700544" [ 1214.737242] env[62221]: _type = "Task" [ 1214.737242] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.741581] env[62221]: DEBUG nova.scheduler.client.report [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1214.741581] env[62221]: DEBUG nova.compute.provider_tree [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 34 to 35 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1214.741581] env[62221]: DEBUG nova.compute.provider_tree [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.756598] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.805712] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.806072] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.806601] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Deleting the datastore file [datastore1] 58c47bed-3cb6-41c5-a33f-62c72683c596 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.807253] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6278989-fe4a-4a95-bc43-8389a1425c36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.817199] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for the task: (returnval){ [ 1214.817199] env[62221]: value = "task-1700545" [ 1214.817199] env[62221]: _type = "Task" [ 1214.817199] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.828423] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.857139] env[62221]: DEBUG oslo_vmware.api [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Task: {'id': task-1700538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212114} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.859080] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.859080] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.859080] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.859080] env[62221]: INFO nova.compute.manager [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1214.859080] env[62221]: DEBUG oslo.service.loopingcall [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.859432] env[62221]: DEBUG nova.compute.manager [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1214.859432] env[62221]: DEBUG nova.network.neutron [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.883549] env[62221]: DEBUG oslo_vmware.api [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Task: {'id': task-1700539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225605} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.883867] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.884101] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.884252] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.884477] env[62221]: INFO nova.compute.manager [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1214.884739] env[62221]: DEBUG oslo.service.loopingcall [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.885138] env[62221]: DEBUG nova.compute.manager [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1214.885283] env[62221]: DEBUG nova.network.neutron [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.997944] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Task: {'id': task-1700540, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.144404] env[62221]: DEBUG oslo_vmware.api [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Task: {'id': task-1700542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186405} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.147788] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.148082] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.148394] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.148989] env[62221]: INFO nova.compute.manager [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1215.149770] env[62221]: DEBUG oslo.service.loopingcall [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.149770] env[62221]: DEBUG nova.compute.manager [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1215.149770] env[62221]: DEBUG nova.network.neutron [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.249624] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.755s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.250515] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1215.257396] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.262278] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.519s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.262527] env[62221]: DEBUG nova.objects.instance [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lazy-loading 'resources' on Instance uuid a8a5eb9c-f316-4281-bf70-d7b340ab5a6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.331347] env[62221]: DEBUG oslo_vmware.api [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Task: {'id': task-1700545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148021} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.332227] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.332486] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.332909] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.333327] env[62221]: INFO nova.compute.manager [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1215.333839] env[62221]: DEBUG oslo.service.loopingcall [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.333947] env[62221]: DEBUG nova.compute.manager [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1215.335037] env[62221]: DEBUG nova.network.neutron [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.346506] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Successfully updated port: 7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.400191] env[62221]: DEBUG nova.compute.manager [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1215.400382] env[62221]: DEBUG nova.compute.manager [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing instance network info cache due to event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1215.401368] env[62221]: DEBUG oslo_concurrency.lockutils [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] Acquiring lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.401368] env[62221]: DEBUG oslo_concurrency.lockutils [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] Acquired lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.401368] env[62221]: DEBUG nova.network.neutron [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.503569] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Task: {'id': task-1700540, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.750659] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.760450] env[62221]: DEBUG nova.compute.utils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1215.762016] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1215.762222] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.851206] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.851356] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquired lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.851501] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.003229] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Task: {'id': task-1700540, 'name': SuspendVM_Task} progress is 41%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.033752] env[62221]: DEBUG nova.policy [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a439105ffd3476e907fceb2250e71b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afee50e4764047a8b685ea7c8fb5a173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1216.150244] env[62221]: DEBUG nova.network.neutron [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.226355] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e74a4-6cd4-4f45-8d53-33823b99f917 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.235968] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52ae8fc-917f-4786-be4c-6a6c630dbce4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.254619] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.281314] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1216.285958] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07c590-3be8-4a12-9855-b1bb90308519 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.301265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eae0d3-3dd7-4404-aa46-f4e0381950fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.323603] env[62221]: DEBUG nova.compute.provider_tree [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.410141] env[62221]: DEBUG nova.network.neutron [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.414900] env[62221]: DEBUG nova.network.neutron [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.452569] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.505077] env[62221]: DEBUG oslo_vmware.api [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] Task: {'id': task-1700540, 'name': SuspendVM_Task, 'duration_secs': 1.747194} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.505364] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Suspended the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1216.505541] env[62221]: DEBUG nova.compute.manager [None req-d347b175-5155-49e4-b2b4-7a1f820db1a2 tempest-ServersAdminNegativeTestJSON-2102630191 tempest-ServersAdminNegativeTestJSON-2102630191-project-admin] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1216.506372] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e635e-dccd-4a97-8bd3-e7f88591f44e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.580968] env[62221]: DEBUG nova.network.neutron [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.659982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.666337] env[62221]: DEBUG nova.network.neutron [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updated VIF entry in instance network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.668788] env[62221]: DEBUG nova.network.neutron [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [{"id": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "address": "fa:16:3e:2b:30:7e", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8162dfa-d0", "ovs_interfaceid": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.719230] env[62221]: DEBUG nova.network.neutron [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.752477] env[62221]: DEBUG oslo_vmware.api [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1700544, 'name': PowerOnVM_Task, 'duration_secs': 1.712028} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.752734] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.752951] env[62221]: INFO nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1216.753161] env[62221]: DEBUG nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1216.753945] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be53f1a-36f4-450c-93d6-4687f0d836ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.848151] env[62221]: DEBUG nova.network.neutron [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updating instance_info_cache with network_info: [{"id": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "address": "fa:16:3e:bd:04:de", "network": {"id": "60c6c7a0-2a12-42ad-8e77-8f64a6448588", "bridge": "br-int", "label": "tempest-ServersTestJSON-1068628010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0e6f2b18cb425fb72700b5fdc4fe7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7083b009-e8", "ovs_interfaceid": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.869138] env[62221]: DEBUG nova.scheduler.client.report [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1216.869138] env[62221]: DEBUG nova.compute.provider_tree [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 35 to 36 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.869138] env[62221]: DEBUG nova.compute.provider_tree [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.871243] env[62221]: WARNING oslo_messaging._drivers.amqpdriver [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1216.914811] env[62221]: INFO nova.compute.manager [-] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Took 2.06 seconds to deallocate network for instance. [ 1216.923730] env[62221]: INFO nova.compute.manager [-] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Took 2.04 seconds to deallocate network for instance. [ 1216.975920] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Successfully created port: 20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.084438] env[62221]: INFO nova.compute.manager [-] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Took 1.93 seconds to deallocate network for instance. [ 1217.180045] env[62221]: DEBUG oslo_concurrency.lockutils [req-9d8447c5-26e6-4478-b2ee-0771d4bd7854 req-6b138391-e3d9-4521-a6d7-772e0e690116 service nova] Releasing lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.208223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63789a4c-1fa8-41b3-8f57-d38a46fce147 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.237726] env[62221]: INFO nova.compute.manager [-] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Took 1.90 seconds to deallocate network for instance. [ 1217.241938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c2529-90c3-420a-a7aa-c71387f6bc82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.258069] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.279611] env[62221]: INFO nova.compute.manager [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Took 28.37 seconds to build instance. [ 1217.301528] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1217.344724] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1217.346026] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1217.346026] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.346026] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1217.346026] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.346026] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1217.346267] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1217.346267] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1217.346267] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1217.346267] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1217.346516] env[62221]: DEBUG nova.virt.hardware [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.348384] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c225b-8248-4377-98ca-ccb6e0e673c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.354156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Releasing lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.354156] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Instance network_info: |[{"id": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "address": "fa:16:3e:bd:04:de", "network": {"id": "60c6c7a0-2a12-42ad-8e77-8f64a6448588", "bridge": "br-int", "label": "tempest-ServersTestJSON-1068628010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0e6f2b18cb425fb72700b5fdc4fe7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7083b009-e8", "ovs_interfaceid": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1217.356948] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:04:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7083b009-e8f8-4a8a-bce3-b4c9d36e7878', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.365796] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Creating folder: Project (0e0e6f2b18cb425fb72700b5fdc4fe7c). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.366423] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd6a0794-277e-4d21-b063-786fbfe5f513 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.371034] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7957765-eee6-484c-bb04-a45a76f92a50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.378291] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.381486] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.586s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.383427] env[62221]: INFO nova.compute.claims [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.410105] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Created folder: Project (0e0e6f2b18cb425fb72700b5fdc4fe7c) in parent group-v354396. [ 1217.412832] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Creating folder: Instances. Parent ref: group-v354452. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.412832] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef7f49e3-112d-4474-bed6-60a93b35a98a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.420879] env[62221]: INFO nova.scheduler.client.report [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Deleted allocations for instance a8a5eb9c-f316-4281-bf70-d7b340ab5a6f [ 1217.429941] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Created folder: Instances in parent group-v354452. [ 1217.429941] env[62221]: DEBUG oslo.service.loopingcall [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.431200] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.431719] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.432257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.432692] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65395165-27bb-42c6-81a3-bc0994119b66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.454768] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.454768] env[62221]: value = "task-1700552" [ 1217.454768] env[62221]: _type = "Task" [ 1217.454768] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.464583] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700552, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.528407] env[62221]: DEBUG nova.compute.manager [req-c1b67159-df4a-4bb7-9057-a4a5bcb14ff8 req-052ffbf0-d285-4a80-9b71-9b380d5be3e7 service nova] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Received event network-vif-deleted-956b8b56-dc48-42d4-9643-e2d8573bcad0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1217.594747] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.756149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.765090] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.765366] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389ac5b5-756e-4e23-b3e1-a7f0f5326816 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.773372] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1217.773372] env[62221]: value = "task-1700553" [ 1217.773372] env[62221]: _type = "Task" [ 1217.773372] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.782926] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.785971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cfd31317-d2f5-4cc5-880b-80b63dce9f0a tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.126s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.936433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ec45f53-39d4-4877-a152-dfa056de8e77 tempest-ServersAaction247Test-1770882174 tempest-ServersAaction247Test-1770882174-project-member] Lock "a8a5eb9c-f316-4281-bf70-d7b340ab5a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.971s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.966264] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700552, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.286086] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.473854] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700552, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.542694] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Received event network-vif-plugged-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1218.542990] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Acquiring lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.542990] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.544076] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.544076] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] No waiting events found dispatching network-vif-plugged-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1218.544076] env[62221]: WARNING nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Received unexpected event network-vif-plugged-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 for instance with vm_state building and task_state spawning. [ 1218.544076] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Received event network-changed-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1218.544076] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Refreshing instance network info cache due to event network-changed-7083b009-e8f8-4a8a-bce3-b4c9d36e7878. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1218.544515] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Acquiring lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.544515] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Acquired lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.544515] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Refreshing network info cache for port 7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.754409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dfb64e-33ce-4c69-a839-3c306773982f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.763255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac6a98-67b7-4c3d-98b3-7b379ad174d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.805286] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad18f3-f5cd-46dd-934c-49a395af47bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.812491] env[62221]: DEBUG oslo_vmware.api [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700553, 'name': PowerOnVM_Task, 'duration_secs': 0.567461} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.815491] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.815850] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-905c05b9-01ca-4625-853c-41c5f8bb6da2 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance '696da7d0-08b4-410c-8caa-300c12d02359' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.821081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0435a1-7fe3-49f3-b29a-d647fc60afd4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.838707] env[62221]: DEBUG nova.compute.provider_tree [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.972518] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700552, 'name': CreateVM_Task, 'duration_secs': 1.29554} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.972630] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.973614] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.973874] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.974375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.974762] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee0e7e5-20ab-41d4-b2e2-b4e0fd253321 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.982348] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1218.982348] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d51fa-c443-678f-36aa-c5f3650def67" [ 1218.982348] env[62221]: _type = "Task" [ 1218.982348] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.991700] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d51fa-c443-678f-36aa-c5f3650def67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.000646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.000923] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.016777] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.017044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.017507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.017507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.017659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.019685] env[62221]: INFO nova.compute.manager [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Terminating instance [ 1219.021597] env[62221]: DEBUG nova.compute.manager [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1219.021767] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.022937] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4688126-3a92-4ce3-843d-820d49195fa2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.031436] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.032012] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845b6278-b4c8-4a53-a338-aca0ecdf38fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.040999] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1219.040999] env[62221]: value = "task-1700554" [ 1219.040999] env[62221]: _type = "Task" [ 1219.040999] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.055196] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.115363] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Successfully updated port: 20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.346096] env[62221]: DEBUG nova.scheduler.client.report [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1219.488448] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updated VIF entry in instance network info cache for port 7083b009-e8f8-4a8a-bce3-b4c9d36e7878. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.488813] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updating instance_info_cache with network_info: [{"id": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "address": "fa:16:3e:bd:04:de", "network": {"id": "60c6c7a0-2a12-42ad-8e77-8f64a6448588", "bridge": "br-int", "label": "tempest-ServersTestJSON-1068628010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0e6f2b18cb425fb72700b5fdc4fe7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7083b009-e8", "ovs_interfaceid": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.498760] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d51fa-c443-678f-36aa-c5f3650def67, 'name': SearchDatastore_Task, 'duration_secs': 0.032221} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.499415] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.499838] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.500161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.500348] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.500559] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.500847] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4853141e-bf44-40e7-b0bc-a7e65856bef3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.504294] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1219.517417] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.518173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.518848] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab54d26-577f-4cf1-9ff4-7f2d98b84fb9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.529640] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1219.529640] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52282393-e0a7-f062-89c7-18d363488da9" [ 1219.529640] env[62221]: _type = "Task" [ 1219.529640] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.535559] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52282393-e0a7-f062-89c7-18d363488da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.556618] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700554, 'name': PowerOffVM_Task, 'duration_secs': 0.250993} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.556902] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.557083] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.557348] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c4f0aa-66a5-4198-8815-50fffea23d71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.617770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.617935] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.618103] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.645878] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.646185] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.646377] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleting the datastore file [datastore1] e99f977d-19dd-430c-acd6-56d1b45b3fb3 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.646844] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25d370fa-c21d-461a-9dc8-e9c8f6101f3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.653217] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1219.653217] env[62221]: value = "task-1700556" [ 1219.653217] env[62221]: _type = "Task" [ 1219.653217] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.662462] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.852324] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.854114] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1219.856066] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.852s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.857537] env[62221]: INFO nova.compute.claims [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.992161] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Releasing lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.992477] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Received event network-vif-deleted-9b259bde-7f29-4c18-a7e7-4bf78c4ff7c5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.992675] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Received event network-vif-deleted-065da941-e4c9-4e54-a18e-74c678333092 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.992951] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.993130] env[62221]: DEBUG nova.compute.manager [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing instance network info cache due to event network-changed-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1219.993369] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Acquiring lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.993512] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Acquired lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993672] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Refreshing network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.028123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.044160] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52282393-e0a7-f062-89c7-18d363488da9, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.045083] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49675810-fba5-45aa-b15d-71b16194d7af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.050408] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1220.050408] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a67d33-1387-ac17-b061-13d6c37d08a1" [ 1220.050408] env[62221]: _type = "Task" [ 1220.050408] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.059472] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a67d33-1387-ac17-b061-13d6c37d08a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.165594] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.223501] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.358524] env[62221]: DEBUG nova.compute.utils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.360524] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1220.360701] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.465388] env[62221]: DEBUG nova.compute.manager [req-99c60ebd-22dc-43fe-8020-34cebfbecc55 req-81259364-e406-4795-b75a-b1367a9328dd service nova] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Received event network-vif-deleted-761af82b-0264-4296-97df-8feb5ee4b408 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.567629] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a67d33-1387-ac17-b061-13d6c37d08a1, 'name': SearchDatastore_Task, 'duration_secs': 0.042415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.568959] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.569764] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7/3cb22d44-9c97-42a3-8fcc-0b5c86b811e7.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.569764] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a458e106-5fb2-4774-9f83-18c4a6383cbe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.578471] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1220.578471] env[62221]: value = "task-1700558" [ 1220.578471] env[62221]: _type = "Task" [ 1220.578471] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.587388] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.639081] env[62221]: DEBUG nova.policy [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3624117c904472b9023f043a1163ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd04bc477884a400d9583763a86fea1e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1220.665163] env[62221]: DEBUG oslo_vmware.api [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513893} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.666834] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.667113] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.667313] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.667529] env[62221]: INFO nova.compute.manager [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1220.667817] env[62221]: DEBUG oslo.service.loopingcall [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.668056] env[62221]: DEBUG nova.compute.manager [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1220.668275] env[62221]: DEBUG nova.network.neutron [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.789863] env[62221]: DEBUG nova.network.neutron [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating instance_info_cache with network_info: [{"id": "20d67c12-1a66-4a67-b055-cb1b933f6641", "address": "fa:16:3e:89:8b:f1", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d67c12-1a", "ovs_interfaceid": "20d67c12-1a66-4a67-b055-cb1b933f6641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.862471] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1220.980490] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updated VIF entry in instance network info cache for port d8162dfa-d002-4bb8-8b8d-8447ecbf2c77. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.981364] env[62221]: DEBUG nova.network.neutron [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [{"id": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "address": "fa:16:3e:2b:30:7e", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8162dfa-d0", "ovs_interfaceid": "d8162dfa-d002-4bb8-8b8d-8447ecbf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.091870] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.288917] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017215f2-ceb9-44d7-bdee-d7025406cad6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.296896] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.297293] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Instance network_info: |[{"id": "20d67c12-1a66-4a67-b055-cb1b933f6641", "address": "fa:16:3e:89:8b:f1", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d67c12-1a", "ovs_interfaceid": "20d67c12-1a66-4a67-b055-cb1b933f6641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1221.298338] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:8b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d67c12-1a66-4a67-b055-cb1b933f6641', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.306630] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Creating folder: Project (afee50e4764047a8b685ea7c8fb5a173). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.307745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a000d-0650-47d1-9143-d9e60c5f9f62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.313793] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa49c62-6a6b-4607-b763-4cae7602d53a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.345073] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943f8af-7795-41f2-97f3-b647ccef96e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.348076] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Created folder: Project (afee50e4764047a8b685ea7c8fb5a173) in parent group-v354396. [ 1221.348150] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Creating folder: Instances. Parent ref: group-v354455. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.348459] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf1d409-cef4-4520-bc10-cad1954343bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.355924] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531294d-ace5-410c-bf0f-cfe9f0e57271 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.361359] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Created folder: Instances in parent group-v354455. [ 1221.361643] env[62221]: DEBUG oslo.service.loopingcall [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.362250] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.362509] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3c11ede-54fb-411e-9906-b2e105e6ddc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.390376] env[62221]: DEBUG nova.compute.provider_tree [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.396577] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.396577] env[62221]: value = "task-1700561" [ 1221.396577] env[62221]: _type = "Task" [ 1221.396577] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.404372] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700561, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.488769] env[62221]: DEBUG oslo_concurrency.lockutils [req-cfbd6ef0-d8f8-4c19-94d1-982a497de493 req-e031adfb-5f5e-4b2a-8af8-0995681fd349 service nova] Releasing lock "refresh_cache-0de5b87a-1fc9-472b-b8ba-1bf897e08a18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.594435] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.595513] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7/3cb22d44-9c97-42a3-8fcc-0b5c86b811e7.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.595513] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.595513] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9993d420-8374-4205-b13f-2e9ba79d5dbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.602120] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1221.602120] env[62221]: value = "task-1700562" [ 1221.602120] env[62221]: _type = "Task" [ 1221.602120] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.610698] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.807986] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Successfully created port: 5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.891658] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1221.897032] env[62221]: DEBUG nova.scheduler.client.report [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.909637] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700561, 'name': CreateVM_Task, 'duration_secs': 0.416633} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.910557] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.912016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.912016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.912016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.912180] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba46045-3a9c-4fcb-81bd-189e4aec7a5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.918958] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1221.918958] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521c3cc2-44dc-3eec-93d9-4847fdec12d3" [ 1221.918958] env[62221]: _type = "Task" [ 1221.918958] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.926166] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1221.926311] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1221.926412] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.926584] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1221.926721] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.926858] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1221.927071] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1221.927224] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1221.927381] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1221.927532] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1221.927729] env[62221]: DEBUG nova.virt.hardware [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.929194] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe0624-9818-4f21-a2a3-d119d1115338 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.669527] env[62221]: DEBUG nova.network.neutron [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.669527] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.669527] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1222.672987] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521c3cc2-44dc-3eec-93d9-4847fdec12d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.673238] env[62221]: WARNING oslo_vmware.common.loopingcall [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] task run outlasted interval by 0.25405999999999995 sec [ 1222.679765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.194s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.680854] env[62221]: INFO nova.compute.claims [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.686898] env[62221]: DEBUG nova.compute.manager [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Received event network-vif-plugged-20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.686898] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.686898] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.686898] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.686898] env[62221]: DEBUG nova.compute.manager [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] No waiting events found dispatching network-vif-plugged-20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1222.687131] env[62221]: WARNING nova.compute.manager [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Received unexpected event network-vif-plugged-20d67c12-1a66-4a67-b055-cb1b933f6641 for instance with vm_state building and task_state spawning. [ 1222.687131] env[62221]: DEBUG nova.compute.manager [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Received event network-changed-20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.687131] env[62221]: DEBUG nova.compute.manager [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Refreshing instance network info cache due to event network-changed-20d67c12-1a66-4a67-b055-cb1b933f6641. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1222.687131] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Acquiring lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.687131] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Acquired lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.687295] env[62221]: DEBUG nova.network.neutron [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Refreshing network info cache for port 20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.692293] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad67b4-7d21-4150-838a-2c1fcbd4b9f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.701846] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092493} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.714455] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.714844] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521c3cc2-44dc-3eec-93d9-4847fdec12d3, 'name': SearchDatastore_Task, 'duration_secs': 0.052679} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.716956] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd5268-b879-4e7c-9fda-74d984902ffa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.719270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.719546] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.719751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.719928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.720287] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.720821] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb79fb6-58d3-42e3-a4c7-2f05853cbd54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.743754] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7/3cb22d44-9c97-42a3-8fcc-0b5c86b811e7.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.746106] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3315ffb-8710-4e00-8ca0-51fd4ae83aeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.760397] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.760588] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.761765] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babe5fff-7f0b-4c47-bf90-df2fafaaa14b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.768709] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1222.768709] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254e12f-9291-ee2f-9b17-f203677694e4" [ 1222.768709] env[62221]: _type = "Task" [ 1222.768709] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.773107] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1222.773107] env[62221]: value = "task-1700564" [ 1222.773107] env[62221]: _type = "Task" [ 1222.773107] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.780036] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254e12f-9291-ee2f-9b17-f203677694e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.785645] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.177515] env[62221]: INFO nova.compute.manager [-] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Took 2.51 seconds to deallocate network for instance. [ 1223.179163] env[62221]: DEBUG nova.compute.utils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1223.182809] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1223.183076] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.280745] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254e12f-9291-ee2f-9b17-f203677694e4, 'name': SearchDatastore_Task, 'duration_secs': 0.019045} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.281876] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859275b0-d4f2-4442-aa52-84c902bb168d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.287229] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700564, 'name': ReconfigVM_Task, 'duration_secs': 0.339497} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.287787] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7/3cb22d44-9c97-42a3-8fcc-0b5c86b811e7.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.290755] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba75526b-458d-4634-ad05-ab38deaca844 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.292411] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1223.292411] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264f87a-3fc8-af7b-9a8c-881f35126e7f" [ 1223.292411] env[62221]: _type = "Task" [ 1223.292411] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.300159] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1223.300159] env[62221]: value = "task-1700565" [ 1223.300159] env[62221]: _type = "Task" [ 1223.300159] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.308536] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264f87a-3fc8-af7b-9a8c-881f35126e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.313759] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700565, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.394971] env[62221]: DEBUG nova.policy [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d360fb74644a25bdd465f2974612c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d900222814b2084b52b8dc5f251d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1223.528602] env[62221]: DEBUG nova.network.neutron [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updated VIF entry in instance network info cache for port 20d67c12-1a66-4a67-b055-cb1b933f6641. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.528972] env[62221]: DEBUG nova.network.neutron [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating instance_info_cache with network_info: [{"id": "20d67c12-1a66-4a67-b055-cb1b933f6641", "address": "fa:16:3e:89:8b:f1", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d67c12-1a", "ovs_interfaceid": "20d67c12-1a66-4a67-b055-cb1b933f6641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.534019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.534019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.534019] env[62221]: DEBUG nova.compute.manager [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Going to confirm migration 1 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1223.689243] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1223.698634] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.824727] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264f87a-3fc8-af7b-9a8c-881f35126e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.824997] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.825269] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b6dbe299-8ebe-4d58-a260-1f9bfed1deb8/b6dbe299-8ebe-4d58-a260-1f9bfed1deb8.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.825578] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f58b18-2ec8-40af-97c8-59ecd0f0e4a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.832731] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700565, 'name': Rename_Task, 'duration_secs': 0.150031} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.833430] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.834968] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bbe412-57a4-4515-8219-a9fffb1e839d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.846619] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1223.846619] env[62221]: value = "task-1700566" [ 1223.846619] env[62221]: _type = "Task" [ 1223.846619] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.846839] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1223.846839] env[62221]: value = "task-1700567" [ 1223.846839] env[62221]: _type = "Task" [ 1223.846839] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.872213] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.879071] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.034700] env[62221]: DEBUG oslo_concurrency.lockutils [req-93bd5b52-f88e-48a1-afdf-539a507fa8a1 req-eb125add-6f42-47f5-947c-b33385c4e51a service nova] Releasing lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.186120] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4442e70-09aa-42a7-84ba-19fd7f4e68f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.207670] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e89f8-d248-43f4-9488-f2dc71dfcd28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.221367] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Successfully created port: 6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.260594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.260972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.261087] env[62221]: DEBUG nova.network.neutron [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.261883] env[62221]: DEBUG nova.objects.instance [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lazy-loading 'info_cache' on Instance uuid 696da7d0-08b4-410c-8caa-300c12d02359 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.263752] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db666b92-2fea-4e2a-a4e1-98266be620ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.273291] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d4123-1c97-4170-bba0-3a1bca1a60d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.289666] env[62221]: DEBUG nova.compute.provider_tree [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.364714] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700566, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.368544] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.494022] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Successfully updated port: 5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.708579] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1224.761230] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1224.761551] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1224.761718] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.767443] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1224.767443] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.767443] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1224.767443] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1224.767443] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1224.767688] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1224.767688] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1224.767688] env[62221]: DEBUG nova.virt.hardware [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.770799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63913fd-599b-4495-9c4c-d634ed692adf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.781244] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb1b58-1394-4df9-ba3d-b880dad29755 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.800099] env[62221]: DEBUG nova.scheduler.client.report [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1224.867342] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850323} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.882698] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b6dbe299-8ebe-4d58-a260-1f9bfed1deb8/b6dbe299-8ebe-4d58-a260-1f9bfed1deb8.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.884649] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.885695] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.885695] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc8899a5-5cca-4f97-8881-d0cf946560a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.900978] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1224.900978] env[62221]: value = "task-1700569" [ 1224.900978] env[62221]: _type = "Task" [ 1224.900978] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.915255] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.994833] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.994986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.995301] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.305582] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.306500] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1225.313142] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.463s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.313612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.315037] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1225.315293] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.169s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.317212] env[62221]: INFO nova.compute.claims [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.324040] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16f312-66d6-4a25-9aba-54452e2d8597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.331868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946d2f4-deff-4b85-a9bf-c03476c7eaea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.350411] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ca58c-424c-45f2-aa9e-d7fefc04281c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.364940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94bc063-cdff-43ff-9d0f-959d9d5fb371 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.368802] env[62221]: DEBUG oslo_vmware.api [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700567, 'name': PowerOnVM_Task, 'duration_secs': 1.129571} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.368939] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.369052] env[62221]: INFO nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1225.369475] env[62221]: DEBUG nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1225.371077] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ffcb6c-51ea-4ed3-940a-c0be7c4b8607 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.398818] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180569MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1225.398914] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.413027] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134611} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.413307] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.414095] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50563ce5-b0e0-4e78-938f-e3dee9948833 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.436987] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b6dbe299-8ebe-4d58-a260-1f9bfed1deb8/b6dbe299-8ebe-4d58-a260-1f9bfed1deb8.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.437318] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bea590-94c2-4c92-9de9-0b7bddde89c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.457891] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1225.457891] env[62221]: value = "task-1700570" [ 1225.457891] env[62221]: _type = "Task" [ 1225.457891] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.466585] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.546222] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.766831] env[62221]: DEBUG nova.network.neutron [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Updating instance_info_cache with network_info: [{"id": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "address": "fa:16:3e:78:9c:ff", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e84e3ce-d2", "ovs_interfaceid": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.782344] env[62221]: DEBUG nova.network.neutron [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.824335] env[62221]: DEBUG nova.compute.utils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1225.825709] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1225.825879] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.921633] env[62221]: INFO nova.compute.manager [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Took 35.75 seconds to build instance. [ 1225.969586] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700570, 'name': ReconfigVM_Task, 'duration_secs': 0.310781} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.970243] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b6dbe299-8ebe-4d58-a260-1f9bfed1deb8/b6dbe299-8ebe-4d58-a260-1f9bfed1deb8.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.970678] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d258cb-f209-4370-84df-a3dbe52e44c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.975104] env[62221]: DEBUG nova.policy [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1225.978294] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1225.978294] env[62221]: value = "task-1700571" [ 1225.978294] env[62221]: _type = "Task" [ 1225.978294] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.988902] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700571, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.176761] env[62221]: DEBUG nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Received event network-vif-deleted-06153533-4218-4d3f-bc0c-33d72ef00043 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1226.176985] env[62221]: DEBUG nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Received event network-changed-bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1226.178318] env[62221]: DEBUG nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Refreshing instance network info cache due to event network-changed-bda739fc-e61f-40bc-a5c3-12624189a993. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1226.178604] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Acquiring lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.178759] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Acquired lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.179252] env[62221]: DEBUG nova.network.neutron [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Refreshing network info cache for port bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.267983] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.268430] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Instance network_info: |[{"id": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "address": "fa:16:3e:78:9c:ff", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e84e3ce-d2", "ovs_interfaceid": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1226.268884] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:9c:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e84e3ce-d208-41b1-b061-9e5033c520d0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.278074] env[62221]: DEBUG oslo.service.loopingcall [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.278212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.278672] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1270c89-e8c2-4b13-98b9-4102716455b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.294141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.294270] env[62221]: DEBUG nova.objects.instance [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lazy-loading 'migration_context' on Instance uuid 696da7d0-08b4-410c-8caa-300c12d02359 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.302972] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.302972] env[62221]: value = "task-1700572" [ 1226.302972] env[62221]: _type = "Task" [ 1226.302972] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.330278] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1226.424212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e80419c1-f2f4-45ed-b7ce-c4510e68c00b tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.265s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.489277] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700571, 'name': Rename_Task, 'duration_secs': 0.15257} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.489547] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.489929] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2050764-d20d-474d-9cfb-d82f643221b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.496738] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1226.496738] env[62221]: value = "task-1700574" [ 1226.496738] env[62221]: _type = "Task" [ 1226.496738] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.504455] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.741247] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186115a4-cd57-4f86-b0bd-bd5e9a652e75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.749504] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4dbea5-0903-46a2-98a6-fdc43050e8a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.783192] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838fc9d0-daeb-4afb-9d4e-316fe2664306 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.791100] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27e88f-9156-41ca-9ef6-bbc6b02beb42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.807972] env[62221]: DEBUG nova.objects.base [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Object Instance<696da7d0-08b4-410c-8caa-300c12d02359> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.807972] env[62221]: DEBUG nova.compute.provider_tree [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.813207] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775f2e1-2441-41ff-b894-b71e1de633b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.824742] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700572, 'name': CreateVM_Task, 'duration_secs': 0.41924} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.841741] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.843695] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.843865] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.844210] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.848124] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9276a914-6ee5-4599-8a48-16d0f72e2bc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.855172] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c3061e-cd84-41ce-b00d-5c82a8e0f7cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.861355] env[62221]: DEBUG oslo_vmware.api [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1226.861355] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5281270f-4a15-7fbd-50ff-bfae63d35d2e" [ 1226.861355] env[62221]: _type = "Task" [ 1226.861355] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.862879] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1226.862879] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1a94a-1ca0-7b1b-a9fa-4d713dad29d9" [ 1226.862879] env[62221]: _type = "Task" [ 1226.862879] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.880821] env[62221]: DEBUG oslo_vmware.api [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5281270f-4a15-7fbd-50ff-bfae63d35d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008489} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.881456] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1a94a-1ca0-7b1b-a9fa-4d713dad29d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.883814] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.904996] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Successfully created port: 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.010495] env[62221]: DEBUG oslo_vmware.api [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700574, 'name': PowerOnVM_Task, 'duration_secs': 0.495556} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.010852] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.011076] env[62221]: INFO nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1227.011264] env[62221]: DEBUG nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1227.012143] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff72a7c-8cdc-4d17-bba3-52e773024d35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.120515] env[62221]: DEBUG nova.network.neutron [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updated VIF entry in instance network info cache for port bda739fc-e61f-40bc-a5c3-12624189a993. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.120946] env[62221]: DEBUG nova.network.neutron [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updating instance_info_cache with network_info: [{"id": "bda739fc-e61f-40bc-a5c3-12624189a993", "address": "fa:16:3e:91:34:5f", "network": {"id": "c4de6bdb-7ed9-4010-987a-e29f08f0bd15", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1300219430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7510bb58bf524cbca3a8bb32b6ec4864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda739fc-e6", "ovs_interfaceid": "bda739fc-e61f-40bc-a5c3-12624189a993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.290098] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Successfully updated port: 6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.344346] env[62221]: ERROR nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [req-45e7dc72-b57a-433f-a1ed-ee917f0ee36d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45e7dc72-b57a-433f-a1ed-ee917f0ee36d"}]} [ 1227.356924] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1227.372609] env[62221]: DEBUG nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1227.382932] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1a94a-1ca0-7b1b-a9fa-4d713dad29d9, 'name': SearchDatastore_Task, 'duration_secs': 0.019765} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.385324] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.385617] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.385854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.386041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.386373] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.386824] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e435e0-adcc-4bea-9bf6-1a3188957486 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.396829] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.398034] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.398034] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.398034] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.398034] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.398034] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.398300] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.398300] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.398300] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.398438] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.398624] env[62221]: DEBUG nova.virt.hardware [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.399519] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3be254-a53f-4486-9ff1-14fe314c15d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.404301] env[62221]: DEBUG nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1227.404429] env[62221]: DEBUG nova.compute.provider_tree [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.407218] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.407218] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.408528] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497ca053-5145-4a2f-9448-b54fd3a0b254 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.415150] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbc1b0-76d9-4fc6-87a9-b5dd4d6094f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.422336] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1227.422336] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526cd7b8-41a3-86bb-4b5a-d3984e0da134" [ 1227.422336] env[62221]: _type = "Task" [ 1227.422336] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.426310] env[62221]: DEBUG nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1227.443603] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526cd7b8-41a3-86bb-4b5a-d3984e0da134, 'name': SearchDatastore_Task, 'duration_secs': 0.016525} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.444426] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e442b0-e094-4c7b-8506-2b1797e1bcc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.450861] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1227.450861] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524bbf63-82c8-2351-0255-0ab66412edf2" [ 1227.450861] env[62221]: _type = "Task" [ 1227.450861] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.459827] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524bbf63-82c8-2351-0255-0ab66412edf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.472093] env[62221]: DEBUG nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1227.532999] env[62221]: INFO nova.compute.manager [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Took 35.42 seconds to build instance. [ 1227.624177] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Releasing lock "refresh_cache-8e504d19-5c4c-4708-afff-595d9bd15f73" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.624630] env[62221]: DEBUG nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Received event network-vif-plugged-5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.624707] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Acquiring lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.624871] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.625041] env[62221]: DEBUG oslo_concurrency.lockutils [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.625229] env[62221]: DEBUG nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] No waiting events found dispatching network-vif-plugged-5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1227.625380] env[62221]: WARNING nova.compute.manager [req-ba3ec335-fe0c-492e-ac7a-47785c5a71c6 req-6429c212-85d0-47b3-b39c-baae39c88e8d service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Received unexpected event network-vif-plugged-5e84e3ce-d208-41b1-b061-9e5033c520d0 for instance with vm_state building and task_state spawning. [ 1227.792638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.792864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquired lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.792938] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.862845] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df4b3c-88bd-47e1-b5aa-13d3cf025898 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.871157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a17a9e9-a212-4f18-8869-1a0658adfc41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.901689] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256476a-754a-4fc6-8eda-cb2e287de21f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.909451] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0309126-10ee-4d6f-b9b5-18f929d387c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.924072] env[62221]: DEBUG nova.compute.provider_tree [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.965231] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524bbf63-82c8-2351-0255-0ab66412edf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.965761] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.966451] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] faf90bec-502d-4133-9fe7-73782e8cb80b/faf90bec-502d-4133-9fe7-73782e8cb80b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.966726] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0600aa85-5ec5-4501-8f1d-003c69788f38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.974856] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1227.974856] env[62221]: value = "task-1700575" [ 1227.974856] env[62221]: _type = "Task" [ 1227.974856] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.984794] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.037452] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c976d9e3-9491-49bf-a65b-e13b5118604c tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.939s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.366480] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.428041] env[62221]: DEBUG nova.scheduler.client.report [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1228.487107] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.887708] env[62221]: DEBUG nova.network.neutron [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Updating instance_info_cache with network_info: [{"id": "6367e003-7341-4917-90ec-1efa838637fe", "address": "fa:16:3e:8f:83:1f", "network": {"id": "158bd9ce-6f51-4dd7-9b8e-b8f9c2f44f2b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-203513589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d900222814b2084b52b8dc5f251d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6367e003-73", "ovs_interfaceid": "6367e003-7341-4917-90ec-1efa838637fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.936771] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.619s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.936771] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1228.940788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.969s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.942811] env[62221]: INFO nova.compute.claims [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.986366] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Received event network-changed-5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1228.986703] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Refreshing instance network info cache due to event network-changed-5e84e3ce-d208-41b1-b061-9e5033c520d0. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1228.987576] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Acquiring lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.987576] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Acquired lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.987576] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Refreshing network info cache for port 5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.993769] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.389493] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Successfully updated port: 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.397337] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Releasing lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.397337] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Instance network_info: |[{"id": "6367e003-7341-4917-90ec-1efa838637fe", "address": "fa:16:3e:8f:83:1f", "network": {"id": "158bd9ce-6f51-4dd7-9b8e-b8f9c2f44f2b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-203513589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d900222814b2084b52b8dc5f251d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6367e003-73", "ovs_interfaceid": "6367e003-7341-4917-90ec-1efa838637fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1229.397577] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:83:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6367e003-7341-4917-90ec-1efa838637fe', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.406125] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Creating folder: Project (604d900222814b2084b52b8dc5f251d9). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.407279] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaa59b8a-f82e-4ae9-9bc6-4aef1d84e33a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.421590] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Created folder: Project (604d900222814b2084b52b8dc5f251d9) in parent group-v354396. [ 1229.421779] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Creating folder: Instances. Parent ref: group-v354460. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.425019] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86f6b05-e9a1-4e26-85f3-7eea9ec49811 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.432112] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Created folder: Instances in parent group-v354460. [ 1229.432395] env[62221]: DEBUG oslo.service.loopingcall [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1229.432549] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.432753] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f435ec1f-bb87-4f99-a340-711841fd12fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.452553] env[62221]: DEBUG nova.compute.utils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.458355] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1229.458572] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.468064] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.468064] env[62221]: value = "task-1700579" [ 1229.468064] env[62221]: _type = "Task" [ 1229.468064] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.477676] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700579, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.488016] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.539724] env[62221]: DEBUG nova.policy [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe77aca67dc4ac08237331b20c287e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babd3d9b4c474fb59d53b2ee38919878', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1229.894586] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.894586] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.894586] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.959060] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1229.989270] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700579, 'name': CreateVM_Task, 'duration_secs': 0.502417} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.989270] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.989831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.990220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.990840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.995288] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad789bd-042f-4b6a-ae47-e01a21c96118 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.997740] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.001599] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1230.001599] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f4088-d870-7755-3b44-6738bc96e4c2" [ 1230.001599] env[62221]: _type = "Task" [ 1230.001599] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.018347] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f4088-d870-7755-3b44-6738bc96e4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.094362] env[62221]: DEBUG nova.compute.manager [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Received event network-changed-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.094468] env[62221]: DEBUG nova.compute.manager [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Refreshing instance network info cache due to event network-changed-7083b009-e8f8-4a8a-bce3-b4c9d36e7878. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1230.094679] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] Acquiring lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.094819] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] Acquired lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.094978] env[62221]: DEBUG nova.network.neutron [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Refreshing network info cache for port 7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.132383] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Updated VIF entry in instance network info cache for port 5e84e3ce-d208-41b1-b061-9e5033c520d0. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.132749] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Updating instance_info_cache with network_info: [{"id": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "address": "fa:16:3e:78:9c:ff", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e84e3ce-d2", "ovs_interfaceid": "5e84e3ce-d208-41b1-b061-9e5033c520d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.372520] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1b1a9-875a-4da6-af16-05b9b5aba291 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.381758] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7dff57-50fc-4e40-9b74-e0e3368bbcd8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.420297] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Successfully created port: 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.426054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cce0ba-9c60-49f3-9bd9-b0926b3c1782 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.436324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91853c5c-a573-492b-81aa-53fdccdcecfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.454746] env[62221]: DEBUG nova.compute.provider_tree [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.476367] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.489414] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.511753] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f4088-d870-7755-3b44-6738bc96e4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.636024] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Releasing lock "refresh_cache-faf90bec-502d-4133-9fe7-73782e8cb80b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.636323] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Received event network-vif-plugged-6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.636552] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Acquiring lock "b705803c-92c3-48fe-a310-82866b074b71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.636703] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Lock "b705803c-92c3-48fe-a310-82866b074b71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.636915] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Lock "b705803c-92c3-48fe-a310-82866b074b71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.637101] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] No waiting events found dispatching network-vif-plugged-6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1230.637412] env[62221]: WARNING nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Received unexpected event network-vif-plugged-6367e003-7341-4917-90ec-1efa838637fe for instance with vm_state building and task_state spawning. [ 1230.637650] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Received event network-changed-6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.637650] env[62221]: DEBUG nova.compute.manager [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Refreshing instance network info cache due to event network-changed-6367e003-7341-4917-90ec-1efa838637fe. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1230.638305] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Acquiring lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.638305] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Acquired lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.638305] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Refreshing network info cache for port 6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.874623] env[62221]: DEBUG nova.network.neutron [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updated VIF entry in instance network info cache for port 7083b009-e8f8-4a8a-bce3-b4c9d36e7878. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.875339] env[62221]: DEBUG nova.network.neutron [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updating instance_info_cache with network_info: [{"id": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "address": "fa:16:3e:bd:04:de", "network": {"id": "60c6c7a0-2a12-42ad-8e77-8f64a6448588", "bridge": "br-int", "label": "tempest-ServersTestJSON-1068628010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0e6f2b18cb425fb72700b5fdc4fe7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7083b009-e8", "ovs_interfaceid": "7083b009-e8f8-4a8a-bce3-b4c9d36e7878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.961924] env[62221]: DEBUG nova.scheduler.client.report [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.970825] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1230.978952] env[62221]: DEBUG nova.network.neutron [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.993418] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.013607] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1231.013849] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1231.014038] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.014256] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1231.014505] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.014692] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1231.014963] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1231.015838] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1231.016584] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1231.016584] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1231.016706] env[62221]: DEBUG nova.virt.hardware [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.021111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22976655-2289-4c2f-ba92-d8aa81d7877f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.035220] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f4088-d870-7755-3b44-6738bc96e4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.524688} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.035220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.035220] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.035220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.035470] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.035470] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.035555] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0204ca-8a3d-4e6d-a499-a93e790231de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.047016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c61e5-b219-4380-84e4-dc4f1219f634 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.079655] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.079655] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.079655] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7360cb3-af4a-448f-ab43-6c5167950608 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.084994] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1231.084994] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1bb52-ff08-f7c1-2f4b-9881767b395a" [ 1231.084994] env[62221]: _type = "Task" [ 1231.084994] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.094548] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1bb52-ff08-f7c1-2f4b-9881767b395a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.377850] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cb1962e-d28e-43a4-a8b0-a9e0b913dda7 req-3fdf23b7-f546-451e-9f79-ffc0cf0da9ac service nova] Releasing lock "refresh_cache-3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.463239] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.463762] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1231.466506] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.036s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.466773] env[62221]: DEBUG nova.objects.instance [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lazy-loading 'resources' on Instance uuid 7f4aef75-01ae-48db-9d32-e403e24b8f35 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.478718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.478879] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Instance network_info: |[{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1231.479260] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:f7:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b7df59a-0839-4ab7-9095-b3bc4cf1f32f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.488281] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating folder: Project (cfd01dd16a524a2bbe349e24fdf9e707). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.488771] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ed456c-99ee-4378-9d19-03fd238a4c40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.500430] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700575, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.143027} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.503353] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] faf90bec-502d-4133-9fe7-73782e8cb80b/faf90bec-502d-4133-9fe7-73782e8cb80b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.503577] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.504986] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a245fe75-88ab-4db6-8799-a0bc978ae0d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.507236] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created folder: Project (cfd01dd16a524a2bbe349e24fdf9e707) in parent group-v354396. [ 1231.507435] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating folder: Instances. Parent ref: group-v354463. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.507652] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-584eeea9-c4a9-4af2-adf9-21ade486d6bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.515964] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1231.515964] env[62221]: value = "task-1700582" [ 1231.515964] env[62221]: _type = "Task" [ 1231.515964] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.523470] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created folder: Instances in parent group-v354463. [ 1231.523707] env[62221]: DEBUG oslo.service.loopingcall [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.524407] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.524993] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b9d4a8-39bb-4420-a2f7-e556742a171c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.546253] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.552134] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.552134] env[62221]: value = "task-1700584" [ 1231.552134] env[62221]: _type = "Task" [ 1231.552134] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.562655] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700584, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.595925] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1bb52-ff08-f7c1-2f4b-9881767b395a, 'name': SearchDatastore_Task, 'duration_secs': 0.021208} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.596749] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cbb9bc-57ce-4d36-920c-9b55018011b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.602746] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1231.602746] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b0b76-f5a4-29dc-c7ba-aa17e5b43866" [ 1231.602746] env[62221]: _type = "Task" [ 1231.602746] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.612043] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b0b76-f5a4-29dc-c7ba-aa17e5b43866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.795391] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Updated VIF entry in instance network info cache for port 6367e003-7341-4917-90ec-1efa838637fe. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.795766] env[62221]: DEBUG nova.network.neutron [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Updating instance_info_cache with network_info: [{"id": "6367e003-7341-4917-90ec-1efa838637fe", "address": "fa:16:3e:8f:83:1f", "network": {"id": "158bd9ce-6f51-4dd7-9b8e-b8f9c2f44f2b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-203513589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d900222814b2084b52b8dc5f251d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6367e003-73", "ovs_interfaceid": "6367e003-7341-4917-90ec-1efa838637fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.973432] env[62221]: DEBUG nova.compute.utils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.974308] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1232.030920] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081877} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.032843] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.034955] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c608c80-d737-4c4d-b857-2a41f64efaf4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.062705] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] faf90bec-502d-4133-9fe7-73782e8cb80b/faf90bec-502d-4133-9fe7-73782e8cb80b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.067378] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63d4ae3-71e9-498b-b5e0-892ef8732dd6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.094084] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700584, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.094969] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1232.094969] env[62221]: value = "task-1700585" [ 1232.094969] env[62221]: _type = "Task" [ 1232.094969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.104383] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.125791] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529b0b76-f5a4-29dc-c7ba-aa17e5b43866, 'name': SearchDatastore_Task, 'duration_secs': 0.01529} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.130407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.130829] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b705803c-92c3-48fe-a310-82866b074b71/b705803c-92c3-48fe-a310-82866b074b71.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.131632] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8dd56f0-dfe5-417f-b24f-057d63601b3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.143549] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1232.143549] env[62221]: value = "task-1700586" [ 1232.143549] env[62221]: _type = "Task" [ 1232.143549] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.169356] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.299637] env[62221]: DEBUG oslo_concurrency.lockutils [req-c86d0cb6-192f-410b-acfe-81d378876bb2 req-ea3452fc-6236-40b5-ba93-da3b246bd3d9 service nova] Releasing lock "refresh_cache-b705803c-92c3-48fe-a310-82866b074b71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.427840] env[62221]: DEBUG nova.compute.manager [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-vif-plugged-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.428041] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.428259] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.428430] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.428746] env[62221]: DEBUG nova.compute.manager [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] No waiting events found dispatching network-vif-plugged-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1232.428949] env[62221]: WARNING nova.compute.manager [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received unexpected event network-vif-plugged-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f for instance with vm_state building and task_state spawning. [ 1232.429130] env[62221]: DEBUG nova.compute.manager [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-changed-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.429279] env[62221]: DEBUG nova.compute.manager [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing instance network info cache due to event network-changed-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1232.429549] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.429650] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.430488] env[62221]: DEBUG nova.network.neutron [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing network info cache for port 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.452685] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138ccee2-d2e1-46e7-aa87-73efd044c877 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.462775] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204a6e9-20c7-4a2e-a8e5-1d3691eb8973 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.499525] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1232.504061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8399f8-37be-46c0-a495-0b0c26cd14be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.513531] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de6fa6-b77e-4b26-ab63-38e8d9cb816a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.529151] env[62221]: DEBUG nova.compute.provider_tree [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.586041] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700584, 'name': CreateVM_Task, 'duration_secs': 0.629758} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.586041] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.586041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.586041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.586041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.586041] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7fdd31-b368-4de7-8424-e9e2829533fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.591226] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1232.591226] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2b375-8cf0-5b24-90c3-651515c1007b" [ 1232.591226] env[62221]: _type = "Task" [ 1232.591226] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.602076] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2b375-8cf0-5b24-90c3-651515c1007b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.607144] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.658027] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.733077] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "acc4c843-d33b-43ee-986a-74480aecac2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.733653] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.924206] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Successfully updated port: 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.036022] env[62221]: DEBUG nova.scheduler.client.report [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1233.107236] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2b375-8cf0-5b24-90c3-651515c1007b, 'name': SearchDatastore_Task, 'duration_secs': 0.142226} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.111873] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.112295] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.112562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.112735] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.112914] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.113252] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.113494] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4689e99-ff07-45ee-a440-750644269655 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.139272] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.139505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.140334] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22a70a5-92e5-427e-868d-40e1242fb91b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.155384] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1233.155384] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f6930-a44b-fb8e-9b29-8281fe6422c8" [ 1233.155384] env[62221]: _type = "Task" [ 1233.155384] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.162992] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.169240] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f6930-a44b-fb8e-9b29-8281fe6422c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.236503] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1233.281863] env[62221]: DEBUG nova.compute.manager [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Received event network-changed-20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.282144] env[62221]: DEBUG nova.compute.manager [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Refreshing instance network info cache due to event network-changed-20d67c12-1a66-4a67-b055-cb1b933f6641. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1233.282403] env[62221]: DEBUG oslo_concurrency.lockutils [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] Acquiring lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.282549] env[62221]: DEBUG oslo_concurrency.lockutils [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] Acquired lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.282726] env[62221]: DEBUG nova.network.neutron [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Refreshing network info cache for port 20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.380189] env[62221]: DEBUG nova.network.neutron [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updated VIF entry in instance network info cache for port 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.381325] env[62221]: DEBUG nova.network.neutron [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.431785] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.432097] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.432164] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.433726] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.434051] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.516076] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1233.538092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.540410] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.108s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.540647] env[62221]: DEBUG nova.objects.instance [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lazy-loading 'resources' on Instance uuid 1e145f1e-c52a-466a-b38f-2a819ed8b72c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.553410] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1233.556015] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1233.556015] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.556015] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1233.556015] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.556015] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1233.556206] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1233.556206] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1233.556206] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1233.556206] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1233.556521] env[62221]: DEBUG nova.virt.hardware [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1233.558235] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d13b3-a510-4957-b72c-0e627ab9595b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.571273] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a15dc2-3d46-486b-8f6b-7566246b68d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.579031] env[62221]: INFO nova.scheduler.client.report [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Deleted allocations for instance 7f4aef75-01ae-48db-9d32-e403e24b8f35 [ 1233.598419] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.606144] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Creating folder: Project (a90924b2b99841978a62181a451439f5). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.610609] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b890210a-83e1-4536-93b4-e4fa70eba664 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.619202] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700585, 'name': ReconfigVM_Task, 'duration_secs': 1.452435} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.619202] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] faf90bec-502d-4133-9fe7-73782e8cb80b/faf90bec-502d-4133-9fe7-73782e8cb80b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.621015] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afd24cf-871a-44f6-8f23-65b1016e3ae0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.622812] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Created folder: Project (a90924b2b99841978a62181a451439f5) in parent group-v354396. [ 1233.622937] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Creating folder: Instances. Parent ref: group-v354466. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.623241] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517b9061-dbdf-4a51-a843-95250636e6bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.628827] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1233.628827] env[62221]: value = "task-1700589" [ 1233.628827] env[62221]: _type = "Task" [ 1233.628827] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.645701] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Created folder: Instances in parent group-v354466. [ 1233.645701] env[62221]: DEBUG oslo.service.loopingcall [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.646635] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700589, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.646635] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.651171] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c12737fe-da7e-4f02-b798-e5c18ec69edb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.673322] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700586, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082374} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.677017] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b705803c-92c3-48fe-a310-82866b074b71/b705803c-92c3-48fe-a310-82866b074b71.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.677017] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.677017] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.677017] env[62221]: value = "task-1700591" [ 1233.677017] env[62221]: _type = "Task" [ 1233.677017] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.677017] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be97fa55-964e-41ee-bb83-1d0c50c255eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.684268] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521f6930-a44b-fb8e-9b29-8281fe6422c8, 'name': SearchDatastore_Task, 'duration_secs': 0.057644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.685288] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56efb2d8-b18d-429d-989d-9c2ccd27407c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.692303] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700591, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.693028] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1233.693028] env[62221]: value = "task-1700592" [ 1233.693028] env[62221]: _type = "Task" [ 1233.693028] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.698026] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1233.698026] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7c6f0-6b24-e7eb-36ab-de8f76aa11af" [ 1233.698026] env[62221]: _type = "Task" [ 1233.698026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.704810] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.710572] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7c6f0-6b24-e7eb-36ab-de8f76aa11af, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.710656] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.710868] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ef40065e-f1e4-4d9d-81b9-bc1344ad1bec/ef40065e-f1e4-4d9d-81b9-bc1344ad1bec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.711130] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd3db149-528e-45c1-88d1-2b81df28002f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.718503] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1233.718503] env[62221]: value = "task-1700593" [ 1233.718503] env[62221]: _type = "Task" [ 1233.718503] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.730457] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.761636] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.885939] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae5a60eb-ba78-4213-8117-034ae1fe2405 req-e4b8d4e5-d74f-4f9b-9d54-13fe24231384 service nova] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.936397] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1233.991278] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.091761] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5a245a34-122a-44cb-8cd2-e1ae5032bb40 tempest-ServerMetadataTestJSON-534089666 tempest-ServerMetadataTestJSON-534089666-project-member] Lock "7f4aef75-01ae-48db-9d32-e403e24b8f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.988s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.143728] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700589, 'name': Rename_Task, 'duration_secs': 0.276554} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.144144] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.144319] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6186aff1-df45-4b6c-b4bf-0b20571c1ca1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.154164] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1234.154164] env[62221]: value = "task-1700594" [ 1234.154164] env[62221]: _type = "Task" [ 1234.154164] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.164693] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.198998] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700591, 'name': CreateVM_Task, 'duration_secs': 0.493042} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.204632] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.206968] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.207773] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.207773] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.208166] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198ba5c3-baff-4396-90d2-1eb342d63f76 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.216010] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149607} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.216989] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.220196] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ef0281-ff7b-4887-be36-5660e6d40971 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.224191] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1234.224191] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b0e5-40b4-f279-4c63-3d27d9789809" [ 1234.224191] env[62221]: _type = "Task" [ 1234.224191] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.250087] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] b705803c-92c3-48fe-a310-82866b074b71/b705803c-92c3-48fe-a310-82866b074b71.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.254131] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ee9794-ed0d-4d3e-af04-c77a9dc795d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.269188] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.272625] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b0e5-40b4-f279-4c63-3d27d9789809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.281438] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1234.281438] env[62221]: value = "task-1700595" [ 1234.281438] env[62221]: _type = "Task" [ 1234.281438] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.292683] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.463071] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.471081] env[62221]: DEBUG nova.network.neutron [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updated VIF entry in instance network info cache for port 20d67c12-1a66-4a67-b055-cb1b933f6641. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.471081] env[62221]: DEBUG nova.network.neutron [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating instance_info_cache with network_info: [{"id": "20d67c12-1a66-4a67-b055-cb1b933f6641", "address": "fa:16:3e:89:8b:f1", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d67c12-1a", "ovs_interfaceid": "20d67c12-1a66-4a67-b055-cb1b933f6641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.484636] env[62221]: DEBUG nova.network.neutron [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.535864] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f119ca1b-4a74-4fa9-9435-c0f5a7a1193f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.544960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd58522-f999-4038-824b-160a9eba846e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.575962] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aed572-8886-4c31-baaa-fbea21d21875 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.584827] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba96930-ed05-4e51-9006-521f4fa3fbe0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.602430] env[62221]: DEBUG nova.compute.provider_tree [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.667860] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.743433] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b0e5-40b4-f279-4c63-3d27d9789809, 'name': SearchDatastore_Task, 'duration_secs': 0.114959} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.744139] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901851} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.744868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.744868] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.744868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.745040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.745165] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.745441] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ef40065e-f1e4-4d9d-81b9-bc1344ad1bec/ef40065e-f1e4-4d9d-81b9-bc1344ad1bec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.745666] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.745881] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80ed66c-4afc-4100-96dc-d0ccb0f5aaa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.749026] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877444a2-8d54-4a27-a6e5-3ccb2bab3036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.757650] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1234.757650] env[62221]: value = "task-1700596" [ 1234.757650] env[62221]: _type = "Task" [ 1234.757650] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.768785] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.770621] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.770791] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.771787] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6522b9f-4361-4856-88e9-d69865ff949b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.779120] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1234.779120] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5228011c-df56-e1d5-fbb1-01bd7abbf6f8" [ 1234.779120] env[62221]: _type = "Task" [ 1234.779120] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.792503] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5228011c-df56-e1d5-fbb1-01bd7abbf6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.795742] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700595, 'name': ReconfigVM_Task, 'duration_secs': 0.427971} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.796029] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Reconfigured VM instance instance-00000016 to attach disk [datastore1] b705803c-92c3-48fe-a310-82866b074b71/b705803c-92c3-48fe-a310-82866b074b71.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.796678] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bcf4f34-7604-4075-a936-ec131eae0aa1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.803604] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1234.803604] env[62221]: value = "task-1700597" [ 1234.803604] env[62221]: _type = "Task" [ 1234.803604] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.813881] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700597, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.973624] env[62221]: DEBUG nova.compute.manager [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-vif-plugged-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1234.975184] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Acquiring lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.975184] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.975184] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.975184] env[62221]: DEBUG nova.compute.manager [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] No waiting events found dispatching network-vif-plugged-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1234.975184] env[62221]: WARNING nova.compute.manager [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received unexpected event network-vif-plugged-3b624725-3543-43a2-9599-c749bd7306be for instance with vm_state building and task_state spawning. [ 1234.975418] env[62221]: DEBUG nova.compute.manager [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-changed-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1234.975418] env[62221]: DEBUG nova.compute.manager [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing instance network info cache due to event network-changed-3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1234.975418] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.978620] env[62221]: DEBUG oslo_concurrency.lockutils [req-12d554c4-3a31-4750-aef8-d80ffbd2854e req-f5842bcc-ba31-4109-ba32-de184f30c340 service nova] Releasing lock "refresh_cache-b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.988971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.989726] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Instance network_info: |[{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1234.989726] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.989907] env[62221]: DEBUG nova.network.neutron [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing network info cache for port 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.992214] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:05:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b624725-3543-43a2-9599-c749bd7306be', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.999226] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Creating folder: Project (babd3d9b4c474fb59d53b2ee38919878). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.000325] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3546992-206f-4d97-b19d-1a2c3a621d36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.012424] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Created folder: Project (babd3d9b4c474fb59d53b2ee38919878) in parent group-v354396. [ 1235.012618] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Creating folder: Instances. Parent ref: group-v354469. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.012852] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ecaddb-6a17-4af1-8304-9600d2ca77d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.021839] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Created folder: Instances in parent group-v354469. [ 1235.022156] env[62221]: DEBUG oslo.service.loopingcall [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.022392] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.022662] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0fbef6-1df0-4c25-ae1d-7235032378a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.042718] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.042718] env[62221]: value = "task-1700600" [ 1235.042718] env[62221]: _type = "Task" [ 1235.042718] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.050758] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.133329] env[62221]: ERROR nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] [req-6ea50d78-1596-4592-b7e0-c5218d79fa95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ea50d78-1596-4592-b7e0-c5218d79fa95"}]} [ 1235.167676] env[62221]: DEBUG nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1235.180957] env[62221]: DEBUG oslo_vmware.api [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700594, 'name': PowerOnVM_Task, 'duration_secs': 0.632171} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.183204] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.183352] env[62221]: INFO nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Took 13.29 seconds to spawn the instance on the hypervisor. [ 1235.183568] env[62221]: DEBUG nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1235.184376] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a55e8a-ad2e-41b2-8493-a49047cc34d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.199106] env[62221]: DEBUG nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1235.199331] env[62221]: DEBUG nova.compute.provider_tree [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.225357] env[62221]: DEBUG nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1235.257512] env[62221]: DEBUG nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1235.263876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "49936510-b3a0-4857-8482-23b9fea9d76d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.264313] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.264400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.264621] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.264781] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.274806] env[62221]: INFO nova.compute.manager [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Terminating instance [ 1235.282093] env[62221]: DEBUG nova.compute.manager [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1235.282339] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.287517] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9333be0-2529-4b50-a16d-3cb8eedc548e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.291817] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088705} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.296752] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.298149] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1e291d-fed5-43ec-b518-2933eaef2278 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.305484] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.308659] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7d1ce3-ed48-4bd0-890b-7bf3b8d4810a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.336521] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ef40065e-f1e4-4d9d-81b9-bc1344ad1bec/ef40065e-f1e4-4d9d-81b9-bc1344ad1bec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.337341] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5228011c-df56-e1d5-fbb1-01bd7abbf6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.340348] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c1cab6-a38c-4717-8cb3-c0e644c5dc06 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.362432] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b510bb-a6cb-4ef7-8af3-d1045bd320c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.365086] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700597, 'name': Rename_Task, 'duration_secs': 0.147941} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.369869] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.369869] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.369869] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.373057] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0678d19-0884-4990-b263-ac983f8687cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.375347] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1235.375347] env[62221]: value = "task-1700602" [ 1235.375347] env[62221]: _type = "Task" [ 1235.375347] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.376867] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1235.376867] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52160a00-52c1-585b-9dd1-b98b53af5dce" [ 1235.376867] env[62221]: _type = "Task" [ 1235.376867] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.390197] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1235.390197] env[62221]: value = "task-1700603" [ 1235.390197] env[62221]: _type = "Task" [ 1235.390197] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.400987] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.401356] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52160a00-52c1-585b-9dd1-b98b53af5dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.407326] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.418799] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.419043] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.419228] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleting the datastore file [datastore1] 49936510-b3a0-4857-8482-23b9fea9d76d {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.419499] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce2d947-80c2-4394-986c-d9003eb73faa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.427381] env[62221]: DEBUG oslo_vmware.api [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1235.427381] env[62221]: value = "task-1700604" [ 1235.427381] env[62221]: _type = "Task" [ 1235.427381] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.436881] env[62221]: DEBUG oslo_vmware.api [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.555564] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.716957] env[62221]: INFO nova.compute.manager [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Took 40.94 seconds to build instance. [ 1235.785086] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14709658-ce58-4c58-9494-d7f8cf768c25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.793654] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a6b46-ea7b-4417-8049-f8986fd2cfa3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.829404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13538dcc-c1f5-4552-872a-53ea49d09048 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.837611] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96496225-dfc5-4339-81a2-e935e86da72c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.854154] env[62221]: DEBUG nova.compute.provider_tree [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.875536] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1235.892371] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700602, 'name': ReconfigVM_Task, 'duration_secs': 0.349524} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.900171] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ef40065e-f1e4-4d9d-81b9-bc1344ad1bec/ef40065e-f1e4-4d9d-81b9-bc1344ad1bec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.900171] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52160a00-52c1-585b-9dd1-b98b53af5dce, 'name': SearchDatastore_Task, 'duration_secs': 0.028225} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.900171] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324d7922-de1e-498d-8c1f-4fcd449ea3dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.901806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.902606] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.903068] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b4eda57-f822-4897-9335-01265d300949 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.909109] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.914312] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1235.914312] env[62221]: value = "task-1700605" [ 1235.914312] env[62221]: _type = "Task" [ 1235.914312] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.914638] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1235.914638] env[62221]: value = "task-1700606" [ 1235.914638] env[62221]: _type = "Task" [ 1235.914638] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.927673] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700605, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.931614] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.940489] env[62221]: DEBUG oslo_vmware.api [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209622} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.940747] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.940929] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.941118] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.941284] env[62221]: INFO nova.compute.manager [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1235.941519] env[62221]: DEBUG oslo.service.loopingcall [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.941836] env[62221]: DEBUG nova.compute.manager [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1235.941836] env[62221]: DEBUG nova.network.neutron [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.971435] env[62221]: DEBUG nova.network.neutron [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updated VIF entry in instance network info cache for port 3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.971941] env[62221]: DEBUG nova.network.neutron [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.059175] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.218622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-be45930b-282b-4f0e-b2e3-776af90a6041 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.461s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.406302] env[62221]: DEBUG oslo_vmware.api [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700603, 'name': PowerOnVM_Task, 'duration_secs': 0.56849} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.406561] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.406775] env[62221]: INFO nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Took 11.70 seconds to spawn the instance on the hypervisor. [ 1236.407111] env[62221]: DEBUG nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1236.407913] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fa7ca-6729-4ddf-8003-6c63dde1f5b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.418899] env[62221]: DEBUG nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1236.418899] env[62221]: DEBUG nova.compute.provider_tree [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 40 to 41 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.418899] env[62221]: DEBUG nova.compute.provider_tree [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.440708] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700605, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.443256] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.443897] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.474596] env[62221]: DEBUG oslo_concurrency.lockutils [req-62e1b189-6ccb-40d7-93dc-6781de654ab7 req-9ccd84fc-d44e-4f7a-a270-874f999bf78e service nova] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.555203] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.889031] env[62221]: DEBUG nova.network.neutron [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.925693] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.384s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.936994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.342s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.937479] env[62221]: DEBUG nova.objects.instance [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lazy-loading 'resources' on Instance uuid f437e292-8c5d-48ee-bfcc-22c9fb85b587 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.952095] env[62221]: INFO nova.scheduler.client.report [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Deleted allocations for instance 1e145f1e-c52a-466a-b38f-2a819ed8b72c [ 1236.958704] env[62221]: INFO nova.compute.manager [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Took 35.97 seconds to build instance. [ 1236.966376] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.970753] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700605, 'name': Rename_Task, 'duration_secs': 0.942904} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.971256] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.974239] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15187bf-6d8e-479b-bc58-40809c0b32c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.980191] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1236.980191] env[62221]: value = "task-1700607" [ 1236.980191] env[62221]: _type = "Task" [ 1236.980191] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.990718] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.059600] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.138276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.138612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.392838] env[62221]: INFO nova.compute.manager [-] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Took 1.45 seconds to deallocate network for instance. [ 1237.445045] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700606, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51546} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.447057] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.447057] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.447057] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d7e1ac-933e-4e5c-8949-3c7426075cad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.460559] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1237.460559] env[62221]: value = "task-1700608" [ 1237.460559] env[62221]: _type = "Task" [ 1237.460559] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.469659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c321b2c8-f72f-44db-bdfc-b6c377705199 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.490s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.470523] env[62221]: DEBUG oslo_concurrency.lockutils [None req-deae207d-77e3-4b82-a95f-c1b918665119 tempest-TenantUsagesTestJSON-1893139000 tempest-TenantUsagesTestJSON-1893139000-project-member] Lock "1e145f1e-c52a-466a-b38f-2a819ed8b72c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.303s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.479018] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.492621] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.529996] env[62221]: DEBUG nova.compute.manager [req-956346d2-ef5e-4895-957f-63a3c60ac76a req-af284588-b5bd-4f1d-9c67-9fca8b817899 service nova] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Received event network-vif-deleted-cf2ea4dc-cff8-4c6e-aae1-29f244890841 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.558140] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.644682] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1237.905143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.939266] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67038d0-faf0-4eba-ae93-95f03790b658 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.950857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef144d1-a51c-4b51-90ea-8a07d58a1da2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.995696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65514092-5f4e-4833-a936-c3a0ec0f387e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.003777] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071294} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.009193] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.009445] env[62221]: DEBUG oslo_vmware.api [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700607, 'name': PowerOnVM_Task, 'duration_secs': 0.84461} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.010208] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83527cc0-5642-4dbe-bda7-f98ee709deb0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.013704] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96b754-749b-44ab-ba7a-0c9fe63e68fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.017668] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.017932] env[62221]: INFO nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1238.018170] env[62221]: DEBUG nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1238.018960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e1342f-0f5a-4624-8390-44483e2abdc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.040970] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.050967] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72443a28-5e11-484a-abe1-5c1f760be15e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.068762] env[62221]: DEBUG nova.compute.provider_tree [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.080273] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700600, 'name': CreateVM_Task, 'duration_secs': 2.933411} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.081655] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.082020] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1238.082020] env[62221]: value = "task-1700609" [ 1238.082020] env[62221]: _type = "Task" [ 1238.082020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.082759] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.083027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.083363] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.083689] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee44306a-cf2d-4f9d-846e-5a8cfc5ca735 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.092805] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1238.092805] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52df4e04-294a-2c93-e77d-e0a224a3870b" [ 1238.092805] env[62221]: _type = "Task" [ 1238.092805] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.096049] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.100028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "interface-b705803c-92c3-48fe-a310-82866b074b71-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.100328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "interface-b705803c-92c3-48fe-a310-82866b074b71-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.100667] env[62221]: DEBUG nova.objects.instance [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lazy-loading 'flavor' on Instance uuid b705803c-92c3-48fe-a310-82866b074b71 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.107345] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52df4e04-294a-2c93-e77d-e0a224a3870b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.171193] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.172049] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.172349] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.580654] env[62221]: DEBUG nova.scheduler.client.report [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.588496] env[62221]: INFO nova.compute.manager [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Took 36.13 seconds to build instance. [ 1238.596135] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.606177] env[62221]: DEBUG nova.objects.instance [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lazy-loading 'pci_requests' on Instance uuid b705803c-92c3-48fe-a310-82866b074b71 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.607754] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52df4e04-294a-2c93-e77d-e0a224a3870b, 'name': SearchDatastore_Task, 'duration_secs': 0.045724} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.611690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.611690] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.611690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.611690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.611863] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.611863] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06b24e51-48b1-427b-8f27-e35502f2ad59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.633447] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.633776] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.634542] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717d468d-7828-4c93-aeca-f67abd5ec062 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.640750] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1238.640750] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5274bcbd-1e6e-99d2-620c-bd0f45cb1a79" [ 1238.640750] env[62221]: _type = "Task" [ 1238.640750] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.650542] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5274bcbd-1e6e-99d2-620c-bd0f45cb1a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.677690] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1239.089730] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.095419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.336s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.095419] env[62221]: DEBUG nova.objects.instance [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lazy-loading 'resources' on Instance uuid 58c47bed-3cb6-41c5-a33f-62c72683c596 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.095419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aa7eb79f-5b57-4991-9162-ba1fde37f90e tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.928s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.100297] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700609, 'name': ReconfigVM_Task, 'duration_secs': 0.724025} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.101700] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.102233] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92d5a5b-e76b-4775-91f8-3da4030880f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.108650] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1239.108650] env[62221]: value = "task-1700610" [ 1239.108650] env[62221]: _type = "Task" [ 1239.108650] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.112264] env[62221]: DEBUG nova.objects.base [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.112447] env[62221]: DEBUG nova.network.neutron [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.120367] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700610, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.124440] env[62221]: INFO nova.scheduler.client.report [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Deleted allocations for instance f437e292-8c5d-48ee-bfcc-22c9fb85b587 [ 1239.154235] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5274bcbd-1e6e-99d2-620c-bd0f45cb1a79, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.155633] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb5b16a-7c61-4002-ab1b-f9e8320ad471 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.162144] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1239.162144] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5281f481-443b-b1dd-d8b6-d17ec3187af3" [ 1239.162144] env[62221]: _type = "Task" [ 1239.162144] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.176344] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5281f481-443b-b1dd-d8b6-d17ec3187af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.205043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.220999] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e349f6-4670-459e-9959-756fdb96e4eb tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "interface-b705803c-92c3-48fe-a310-82866b074b71-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.622638] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700610, 'name': Rename_Task, 'duration_secs': 0.162664} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.625366] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.625366] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905197ef-d98c-4faa-a1a3-4ea0a1a13e8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.634239] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1239.634239] env[62221]: value = "task-1700611" [ 1239.634239] env[62221]: _type = "Task" [ 1239.634239] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.634920] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4c8525aa-e197-47d9-97a3-94641a68d3c9 tempest-FloatingIPsAssociationNegativeTestJSON-28344918 tempest-FloatingIPsAssociationNegativeTestJSON-28344918-project-member] Lock "f437e292-8c5d-48ee-bfcc-22c9fb85b587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.658s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.656888] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.674671] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5281f481-443b-b1dd-d8b6-d17ec3187af3, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.678231] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.678525] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3276a0d1-4289-46cc-a4b8-e31f2cc51447/3276a0d1-4289-46cc-a4b8-e31f2cc51447.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.684724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01eecc9b-559e-4f81-9912-247122a1b4d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.695386] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1239.695386] env[62221]: value = "task-1700612" [ 1239.695386] env[62221]: _type = "Task" [ 1239.695386] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.707342] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.848407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.848719] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.002259] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1c478d-bfeb-4a1f-b60f-9b52b038357b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.013096] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749bb309-049d-46fa-a192-db5342fa711b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.048202] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25430d-4703-4390-88be-e1b077c0e59e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.057252] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3737f0c-3df9-4b7e-ae8e-67cbc7e2e9d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.076706] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.151136] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.185476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "faf90bec-502d-4133-9fe7-73782e8cb80b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.185754] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.185965] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.186163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.186326] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.190659] env[62221]: INFO nova.compute.manager [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Terminating instance [ 1240.194765] env[62221]: DEBUG nova.compute.manager [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1240.194966] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.195871] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78100d54-27e9-4d42-9afa-a3f18a426e65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.211621] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.211928] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.212223] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9baecfc3-0ee9-474c-bd30-ee6bd9c6f8a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.224170] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1240.224170] env[62221]: value = "task-1700613" [ 1240.224170] env[62221]: _type = "Task" [ 1240.224170] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.233648] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.351449] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1240.603475] env[62221]: ERROR nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [req-967aee9c-22e8-4762-bfbb-dd6b3ee8143b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-967aee9c-22e8-4762-bfbb-dd6b3ee8143b"}]} [ 1240.626884] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1240.655348] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1240.655611] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.657820] env[62221]: DEBUG oslo_vmware.api [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700611, 'name': PowerOnVM_Task, 'duration_secs': 0.979814} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.658356] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.658569] env[62221]: INFO nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1240.658746] env[62221]: DEBUG nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1240.659582] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14ac97-3d23-4ba7-bcca-9757971e0735 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.677492] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1240.706560] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1240.716323] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746629} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.716945] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3276a0d1-4289-46cc-a4b8-e31f2cc51447/3276a0d1-4289-46cc-a4b8-e31f2cc51447.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.717217] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.717459] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19370d3-64b5-4c9b-877d-56beb1309d15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.727747] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1240.727747] env[62221]: value = "task-1700614" [ 1240.727747] env[62221]: _type = "Task" [ 1240.727747] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.736248] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700613, 'name': PowerOffVM_Task, 'duration_secs': 0.208494} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.739503] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.739689] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.741582] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-686c82c7-a160-4cb8-96b2-2bc79559e67e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.745506] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.823472] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.823472] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.823472] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Deleting the datastore file [datastore1] faf90bec-502d-4133-9fe7-73782e8cb80b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.823590] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4954a03d-05d1-479f-bc18-16023767dd55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.830339] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for the task: (returnval){ [ 1240.830339] env[62221]: value = "task-1700616" [ 1240.830339] env[62221]: _type = "Task" [ 1240.830339] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.845398] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.883143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.158758] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a2ef4-8452-4dab-b07f-39ecea901286 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.169327] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1fb190-4c5c-41fc-a85f-3355a050e1fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.210356] env[62221]: INFO nova.compute.manager [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Took 27.27 seconds to build instance. [ 1241.212114] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d05133-1a7c-4f04-bebc-9fe0f52b105c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.223209] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6793c-2cc4-443a-a4f4-bace896f76b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.240934] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.248338] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085989} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.248839] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.249574] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30596863-8595-450d-a19b-d4b70ddb8efa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.277186] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 3276a0d1-4289-46cc-a4b8-e31f2cc51447/3276a0d1-4289-46cc-a4b8-e31f2cc51447.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.278013] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249ebda9-2408-453f-99d7-582fd9cf4fed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.302439] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1241.302439] env[62221]: value = "task-1700617" [ 1241.302439] env[62221]: _type = "Task" [ 1241.302439] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.314117] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.345052] env[62221]: DEBUG oslo_vmware.api [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Task: {'id': task-1700616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449912} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.345820] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.346062] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.346281] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.346888] env[62221]: INFO nova.compute.manager [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1241.346888] env[62221]: DEBUG oslo.service.loopingcall [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.347042] env[62221]: DEBUG nova.compute.manager [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1241.347085] env[62221]: DEBUG nova.network.neutron [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.717702] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ac143157-f422-477f-96ab-1f37e2ab43db tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.788s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.768277] env[62221]: ERROR nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] [req-4fe31630-2467-43e3-ac91-7301b12bb77c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fe31630-2467-43e3-ac91-7301b12bb77c"}]} [ 1241.786855] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1241.804092] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1241.804362] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.817297] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700617, 'name': ReconfigVM_Task, 'duration_secs': 0.281048} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.817621] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 3276a0d1-4289-46cc-a4b8-e31f2cc51447/3276a0d1-4289-46cc-a4b8-e31f2cc51447.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.818581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10204dc5-de1c-4380-84b4-64b58c5ae72f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.821319] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1241.824910] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1241.824910] env[62221]: value = "task-1700618" [ 1241.824910] env[62221]: _type = "Task" [ 1241.824910] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.833900] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700618, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.842010] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1241.972887] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "b705803c-92c3-48fe-a310-82866b074b71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.973440] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.973802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "b705803c-92c3-48fe-a310-82866b074b71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.974121] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.974437] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.981018] env[62221]: INFO nova.compute.manager [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Terminating instance [ 1241.984156] env[62221]: DEBUG nova.compute.manager [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1241.984268] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.985268] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aab3c1-66c9-40a5-9990-3b68d6e7216c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.995701] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.997832] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0a081b-e97f-4f9d-bb13-f7f7a8963f94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.005274] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1242.005274] env[62221]: value = "task-1700619" [ 1242.005274] env[62221]: _type = "Task" [ 1242.005274] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.014225] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.042553] env[62221]: DEBUG nova.compute.manager [req-942e24db-ccc1-4d76-9abb-b11962d02d9c req-2301fc09-9cda-46c7-984d-19f65fbd8287 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Received event network-vif-deleted-5e84e3ce-d208-41b1-b061-9e5033c520d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.042750] env[62221]: INFO nova.compute.manager [req-942e24db-ccc1-4d76-9abb-b11962d02d9c req-2301fc09-9cda-46c7-984d-19f65fbd8287 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Neutron deleted interface 5e84e3ce-d208-41b1-b061-9e5033c520d0; detaching it from the instance and deleting it from the info cache [ 1242.042921] env[62221]: DEBUG nova.network.neutron [req-942e24db-ccc1-4d76-9abb-b11962d02d9c req-2301fc09-9cda-46c7-984d-19f65fbd8287 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.237155] env[62221]: DEBUG nova.network.neutron [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.288094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.288228] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.337969] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700618, 'name': Rename_Task, 'duration_secs': 0.165153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.340843] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.341468] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb77730-691a-4563-848a-cf68e72023a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.351198] env[62221]: DEBUG nova.compute.manager [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-changed-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.351198] env[62221]: DEBUG nova.compute.manager [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing instance network info cache due to event network-changed-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1242.351198] env[62221]: DEBUG oslo_concurrency.lockutils [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.351198] env[62221]: DEBUG oslo_concurrency.lockutils [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.351198] env[62221]: DEBUG nova.network.neutron [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing network info cache for port 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.354770] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1242.354770] env[62221]: value = "task-1700620" [ 1242.354770] env[62221]: _type = "Task" [ 1242.354770] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.368321] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.401474] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b0146-a9b5-43b2-a98f-a251ff0317e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.409087] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ab630-435e-4858-b652-360ddf28c8dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.441590] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb5bdab-8677-4379-8426-4358c835a307 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.449451] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747c9d0-ce05-4593-b5ba-a02ae3d974e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.463335] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.516023] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700619, 'name': PowerOffVM_Task, 'duration_secs': 0.203984} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.516318] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.516499] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.516753] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c184bf-08e7-4918-83e1-37d2b327ff0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.545705] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4936f2bd-08a4-4603-8aaf-cf58af5a20a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.564793] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0da73-8b30-45f5-b6af-e6b1eb41a709 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.602949] env[62221]: DEBUG nova.compute.manager [req-942e24db-ccc1-4d76-9abb-b11962d02d9c req-2301fc09-9cda-46c7-984d-19f65fbd8287 service nova] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Detach interface failed, port_id=5e84e3ce-d208-41b1-b061-9e5033c520d0, reason: Instance faf90bec-502d-4133-9fe7-73782e8cb80b could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1242.604529] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.604725] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.604940] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Deleting the datastore file [datastore1] b705803c-92c3-48fe-a310-82866b074b71 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.605232] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ce3c14-bbac-4c7d-a68d-ea6aae289b67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.611162] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for the task: (returnval){ [ 1242.611162] env[62221]: value = "task-1700622" [ 1242.611162] env[62221]: _type = "Task" [ 1242.611162] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.619367] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.742473] env[62221]: INFO nova.compute.manager [-] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Took 1.40 seconds to deallocate network for instance. [ 1242.791433] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1242.867873] env[62221]: DEBUG oslo_vmware.api [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700620, 'name': PowerOnVM_Task, 'duration_secs': 0.47847} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.868145] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.869418] env[62221]: INFO nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1242.869418] env[62221]: DEBUG nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1242.869675] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f08796-1310-4fcd-be46-3c86b671225f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.006450] env[62221]: DEBUG nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1243.006725] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 45 to 46 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1243.006906] env[62221]: DEBUG nova.compute.provider_tree [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.124889] env[62221]: DEBUG oslo_vmware.api [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Task: {'id': task-1700622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345828} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.125227] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.125418] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.125868] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.125868] env[62221]: INFO nova.compute.manager [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] [instance: b705803c-92c3-48fe-a310-82866b074b71] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1243.126044] env[62221]: DEBUG oslo.service.loopingcall [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.126270] env[62221]: DEBUG nova.compute.manager [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1243.126369] env[62221]: DEBUG nova.network.neutron [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.136858] env[62221]: INFO nova.compute.manager [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Rebuilding instance [ 1243.205043] env[62221]: DEBUG nova.compute.manager [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.206643] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085f25b-6e2f-499b-92a4-a39ca2e81070 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.249835] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.304510] env[62221]: DEBUG nova.network.neutron [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updated VIF entry in instance network info cache for port 5b7df59a-0839-4ab7-9095-b3bc4cf1f32f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.304805] env[62221]: DEBUG nova.network.neutron [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.319885] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.392451] env[62221]: INFO nova.compute.manager [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Took 33.27 seconds to build instance. [ 1243.512626] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.421s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.515156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.487s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.516806] env[62221]: INFO nova.compute.claims [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.542241] env[62221]: INFO nova.scheduler.client.report [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Deleted allocations for instance 58c47bed-3cb6-41c5-a33f-62c72683c596 [ 1243.720498] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.720810] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153e6a4a-058b-43a8-bc9e-39d1783b39f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.729831] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1243.729831] env[62221]: value = "task-1700623" [ 1243.729831] env[62221]: _type = "Task" [ 1243.729831] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.744913] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.808790] env[62221]: DEBUG oslo_concurrency.lockutils [req-10eb9d00-f52b-4741-abae-09ca76f611cd req-a376539e-8ad9-4fa3-96b6-a7100b257342 service nova] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.893858] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9054e39a-17bf-43e8-a5aa-6d52d38748e5 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.782s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.009621] env[62221]: DEBUG nova.network.neutron [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.055831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a5f7051a-9bdd-40f4-8a75-aeb7b33675bd tempest-ServerDiagnosticsNegativeTest-96967597 tempest-ServerDiagnosticsNegativeTest-96967597-project-member] Lock "58c47bed-3cb6-41c5-a33f-62c72683c596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.929s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.245094] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700623, 'name': PowerOffVM_Task, 'duration_secs': 0.302774} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.245444] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.245908] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.247630] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c159b758-d3b5-4ba1-b12a-b3b804d93ae6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.256822] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.256953] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b69a800-5074-48e6-8ef6-cdcc9981050f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.282819] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.283077] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.283363] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Deleting the datastore file [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.283561] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-766dfab3-b0b8-4198-be98-b131b56ca565 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.291521] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1244.291521] env[62221]: value = "task-1700625" [ 1244.291521] env[62221]: _type = "Task" [ 1244.291521] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.301775] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.512286] env[62221]: INFO nova.compute.manager [-] [instance: b705803c-92c3-48fe-a310-82866b074b71] Took 1.39 seconds to deallocate network for instance. [ 1244.804752] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410194} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.804982] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.805175] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.805343] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.894984] env[62221]: DEBUG nova.compute.manager [req-db3cfc96-a5eb-4f0c-99f3-363a2f10087f req-73279722-7681-4496-bcde-68186cfe79a8 service nova] [instance: b705803c-92c3-48fe-a310-82866b074b71] Received event network-vif-deleted-6367e003-7341-4917-90ec-1efa838637fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1245.023989] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.072402] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c489b51-5fc9-47b1-9569-1cc7434119fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.083014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e0803-8d6e-4aaa-a5a6-36b8ba978160 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.121031] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09417920-de13-4856-ad08-ff004acd519f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.129286] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cd4cdf-8000-4797-b16c-dbf33c864578 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.146870] env[62221]: DEBUG nova.compute.provider_tree [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.650533] env[62221]: DEBUG nova.scheduler.client.report [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1245.864199] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1245.864490] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1245.864898] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.864898] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1245.865153] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.865469] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1245.865972] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1245.866051] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1245.866391] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1245.867081] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1245.867081] env[62221]: DEBUG nova.virt.hardware [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.867734] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4ea7d-7793-49f0-a225-f493d789a880 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.876993] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff54d9a-b7d6-4f82-8af5-2e41218e2f6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.891238] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.900320] env[62221]: DEBUG oslo.service.loopingcall [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.900320] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.900320] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b637dc-2b56-4696-b100-309c761f406f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.919092] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.919092] env[62221]: value = "task-1700626" [ 1245.919092] env[62221]: _type = "Task" [ 1245.919092] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.930866] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700626, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.154538] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.155468] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1246.159905] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.461s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.160797] env[62221]: DEBUG nova.objects.instance [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lazy-loading 'resources' on Instance uuid e99f977d-19dd-430c-acd6-56d1b45b3fb3 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.401287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.402214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.432255] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700626, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.662409] env[62221]: DEBUG nova.compute.utils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.664101] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1246.664211] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.905075] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1246.934577] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700626, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.967765] env[62221]: DEBUG nova.policy [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c80b4ed3314582b23b7a64cb846353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ce1ea1293b648f48c5e384b66125eec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1247.086531] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be580d-7516-4880-a7a3-82454409ee6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.099231] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb7cd4d-2eec-45f0-8d0c-0a8e3cfc3fa6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.135664] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae39e51-0dba-453e-b32c-d53dba916c21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.143138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518131f-bf90-4164-b4ea-67f3243c205e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.157685] env[62221]: DEBUG nova.compute.provider_tree [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.172021] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1247.214549] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.214549] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.443093] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700626, 'name': CreateVM_Task, 'duration_secs': 1.341087} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.443580] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.443853] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.444249] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.444406] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.446596] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.446836] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521b6000-b8cf-4727-b3f5-301764051805 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.454573] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1247.454573] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e97144-69d6-e0bc-d028-9319a6034d3a" [ 1247.454573] env[62221]: _type = "Task" [ 1247.454573] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.471878] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e97144-69d6-e0bc-d028-9319a6034d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.472220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.472462] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.472701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.472845] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.473167] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.473303] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9111919e-4f25-4690-838a-a3470bc702a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.481531] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.481918] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.482565] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d37b094-cbee-44af-8f8b-a63e0f09e62d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.488917] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1247.488917] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523561aa-0932-e3f6-38ff-1ea5125f9e0f" [ 1247.488917] env[62221]: _type = "Task" [ 1247.488917] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.501841] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523561aa-0932-e3f6-38ff-1ea5125f9e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.502888] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b24800-9cb1-4af0-8eb9-135c961e827e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.509491] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1247.509491] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208f534-884e-4dd3-b1b5-655fb51df13a" [ 1247.509491] env[62221]: _type = "Task" [ 1247.509491] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.517968] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208f534-884e-4dd3-b1b5-655fb51df13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.664906] env[62221]: DEBUG nova.scheduler.client.report [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1247.717749] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.022783] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208f534-884e-4dd3-b1b5-655fb51df13a, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.022783] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.023124] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.023259] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa5beb2-14e5-43dd-9e27-cff726d9bfa0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.032031] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1248.032031] env[62221]: value = "task-1700627" [ 1248.032031] env[62221]: _type = "Task" [ 1248.032031] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.040588] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.053977] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Successfully created port: d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.171522] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.174656] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.775s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.184088] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1248.213337] env[62221]: INFO nova.scheduler.client.report [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted allocations for instance e99f977d-19dd-430c-acd6-56d1b45b3fb3 [ 1248.231356] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.231356] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.231356] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.231588] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.231588] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.231588] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.231588] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.231707] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.231840] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.232015] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.233120] env[62221]: DEBUG nova.virt.hardware [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.236343] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e3900-9eec-4444-b105-5dee4c7c20a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.246617] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe104d6-6b6f-4c96-90d4-1a24cbe1e435 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.266846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.543153] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.724969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34df41e3-d52b-43a9-9b83-df714864ff99 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "e99f977d-19dd-430c-acd6-56d1b45b3fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.708s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.044843] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692853} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.045917] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.046351] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.046748] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5c314e-53e3-48df-98ac-dda1128ad18b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.058109] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1249.058109] env[62221]: value = "task-1700628" [ 1249.058109] env[62221]: _type = "Task" [ 1249.058109] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.065328] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.157235] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.157932] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.187780] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance 696da7d0-08b4-410c-8caa-300c12d02359 as it has an incoming, in-progress migration fc50e7a0-ca74-4e66-a9d7-ce1d83d3b885. Migration status is confirming {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1249.189932] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating resource usage from migration fc50e7a0-ca74-4e66-a9d7-ce1d83d3b885 [ 1249.216110] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 551079c8-66e3-419f-b535-699af2b6ab5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.216356] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 45be5b3d-c75e-48b0-921a-31e66167f510 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.216419] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 32659f22-276d-44db-9eef-9717ad7ac1b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.216523] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.216638] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.216779] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 49936510-b3a0-4857-8482-23b9fea9d76d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1249.216897] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8e504d19-5c4c-4708-afff-595d9bd15f73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.217020] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration fc50e7a0-ca74-4e66-a9d7-ce1d83d3b885 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1249.217173] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 696da7d0-08b4-410c-8caa-300c12d02359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.217994] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.218275] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.218464] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance faf90bec-502d-4133-9fe7-73782e8cb80b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1249.218618] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b705803c-92c3-48fe-a310-82866b074b71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1249.218755] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ef40065e-f1e4-4d9d-81b9-bc1344ad1bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.218873] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3276a0d1-4289-46cc-a4b8-e31f2cc51447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.218997] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a9d69a9c-b72d-43f1-9714-e0225089f9b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.219243] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 630b8565-3e2b-4ff4-81e6-c0065de576c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1249.567999] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135531} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.568305] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.569404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02977a66-017d-4ffa-bf0f-8440f23b83d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.592018] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.592435] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956b5488-3905-400c-8c7e-8b806377e4d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.615686] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1249.615686] env[62221]: value = "task-1700629" [ 1249.615686] env[62221]: _type = "Task" [ 1249.615686] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.629718] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.723914] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance acc4c843-d33b-43ee-986a-74480aecac2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1250.129246] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700629, 'name': ReconfigVM_Task, 'duration_secs': 0.30624} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.129565] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.130171] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd7bb04c-72ee-4566-b81d-ee6c5ad2b012 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.137604] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1250.137604] env[62221]: value = "task-1700630" [ 1250.137604] env[62221]: _type = "Task" [ 1250.137604] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.152355] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700630, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.230689] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 22b638d0-62c8-4b5e-80d1-cfe9222c8514 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1250.650028] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700630, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.733727] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d86669ba-373c-4006-8608-2ebfcb45e0b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1251.094577] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Successfully updated port: d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.150478] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700630, 'name': Rename_Task, 'duration_secs': 0.872863} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.150768] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.150991] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f246ffcd-1331-41db-9d2e-3cdef7ece684 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.159833] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1251.159833] env[62221]: value = "task-1700631" [ 1251.159833] env[62221]: _type = "Task" [ 1251.159833] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.172881] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.191539] env[62221]: DEBUG nova.compute.manager [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Received event network-vif-plugged-d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1251.191539] env[62221]: DEBUG oslo_concurrency.lockutils [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] Acquiring lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.191539] env[62221]: DEBUG oslo_concurrency.lockutils [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.191740] env[62221]: DEBUG oslo_concurrency.lockutils [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.191853] env[62221]: DEBUG nova.compute.manager [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] No waiting events found dispatching network-vif-plugged-d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1251.191963] env[62221]: WARNING nova.compute.manager [req-44dc160f-600f-4890-b009-5a4d35197929 req-d76a7e05-7478-44c9-8cf7-ff3ae02eb7bb service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Received unexpected event network-vif-plugged-d00aa605-3503-41be-8be4-e95042844c06 for instance with vm_state building and task_state spawning. [ 1251.238814] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f81d0096-ce67-4d01-8c1f-db803fe86de9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1251.257348] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "7c74398e-b88a-436a-8305-f63141199288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.257659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.602715] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.602913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquired lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.603040] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.673430] env[62221]: DEBUG oslo_vmware.api [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700631, 'name': PowerOnVM_Task, 'duration_secs': 0.474448} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.673692] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.673909] env[62221]: DEBUG nova.compute.manager [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1251.675470] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed704e-db20-405d-a372-30cfc09c576c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.741249] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 94c964d6-91c1-474d-adb2-c0605a7ebe1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1252.150748] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.203434] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.244539] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1252.252887] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.253184] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.424289] env[62221]: DEBUG nova.network.neutron [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Updating instance_info_cache with network_info: [{"id": "d00aa605-3503-41be-8be4-e95042844c06", "address": "fa:16:3e:7b:aa:ce", "network": {"id": "9488b2a9-0d44-4e47-bd75-3d2ffbfa8183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1363897997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ce1ea1293b648f48c5e384b66125eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00aa605-35", "ovs_interfaceid": "d00aa605-3503-41be-8be4-e95042844c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.447571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "bca34046-3056-46e7-8152-33ec01343a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.447806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.749606] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance c1b58810-0afe-4dcf-a87d-86f3f844976f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1252.931337] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Releasing lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.931953] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Instance network_info: |[{"id": "d00aa605-3503-41be-8be4-e95042844c06", "address": "fa:16:3e:7b:aa:ce", "network": {"id": "9488b2a9-0d44-4e47-bd75-3d2ffbfa8183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1363897997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ce1ea1293b648f48c5e384b66125eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00aa605-35", "ovs_interfaceid": "d00aa605-3503-41be-8be4-e95042844c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1252.932305] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:aa:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd00aa605-3503-41be-8be4-e95042844c06', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.940215] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Creating folder: Project (1ce1ea1293b648f48c5e384b66125eec). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.940520] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da6c549-841c-42ac-9a61-83cb5646757a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.954243] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Created folder: Project (1ce1ea1293b648f48c5e384b66125eec) in parent group-v354396. [ 1252.954945] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Creating folder: Instances. Parent ref: group-v354473. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.954945] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be906f1-ac86-4972-9a02-6fa29c979258 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.969022] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Created folder: Instances in parent group-v354473. [ 1252.969022] env[62221]: DEBUG oslo.service.loopingcall [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.969022] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.969022] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad7694a6-c9ed-4c52-a308-08159a0a2bce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.987891] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.987891] env[62221]: value = "task-1700634" [ 1252.987891] env[62221]: _type = "Task" [ 1252.987891] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.002510] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700634, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.252832] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1b43ec55-9ec1-440c-8129-57810fd538fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1253.267265] env[62221]: INFO nova.compute.manager [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Rebuilding instance [ 1253.317124] env[62221]: DEBUG nova.compute.manager [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1253.318110] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8983863-daf1-4b6d-99b7-539cfc4f70a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.323660] env[62221]: DEBUG nova.compute.manager [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Received event network-changed-d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.323896] env[62221]: DEBUG nova.compute.manager [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Refreshing instance network info cache due to event network-changed-d00aa605-3503-41be-8be4-e95042844c06. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1253.325208] env[62221]: DEBUG oslo_concurrency.lockutils [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] Acquiring lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.325208] env[62221]: DEBUG oslo_concurrency.lockutils [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] Acquired lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.325208] env[62221]: DEBUG nova.network.neutron [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Refreshing network info cache for port d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.499988] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700634, 'name': CreateVM_Task, 'duration_secs': 0.383334} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.500398] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.501269] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.501513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.502309] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.502309] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5dbd81c-a2f7-48fd-bba0-b2cae9fb5262 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.508922] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1253.508922] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52221304-ae5f-559f-f3d4-b735f1f4ea67" [ 1253.508922] env[62221]: _type = "Task" [ 1253.508922] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.519872] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52221304-ae5f-559f-f3d4-b735f1f4ea67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.759045] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bd3ab6eb-d09f-48fa-bf77-679e86fd3909 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1253.835126] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.835666] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbcf629-fad7-4c52-b89b-200b31fff35f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.844168] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1253.844168] env[62221]: value = "task-1700635" [ 1253.844168] env[62221]: _type = "Task" [ 1253.844168] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.852777] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.967687] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.967835] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.021175] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52221304-ae5f-559f-f3d4-b735f1f4ea67, 'name': SearchDatastore_Task, 'duration_secs': 0.020439} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.021559] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.021854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.022152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.022333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.022562] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.022939] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed57b60-e187-4049-87d2-b29bb4a707b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.032181] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.032444] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.036060] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bad2ab6-7ec7-4ddf-8c0a-ab924f5f6089 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.042655] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1254.042655] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527444eb-9bd3-ae7f-3795-94eb53abc31d" [ 1254.042655] env[62221]: _type = "Task" [ 1254.042655] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.051537] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527444eb-9bd3-ae7f-3795-94eb53abc31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.127129] env[62221]: DEBUG nova.network.neutron [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Updated VIF entry in instance network info cache for port d00aa605-3503-41be-8be4-e95042844c06. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.127515] env[62221]: DEBUG nova.network.neutron [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Updating instance_info_cache with network_info: [{"id": "d00aa605-3503-41be-8be4-e95042844c06", "address": "fa:16:3e:7b:aa:ce", "network": {"id": "9488b2a9-0d44-4e47-bd75-3d2ffbfa8183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1363897997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ce1ea1293b648f48c5e384b66125eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00aa605-35", "ovs_interfaceid": "d00aa605-3503-41be-8be4-e95042844c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.261899] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1254.262280] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1254.262435] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1254.286710] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.286935] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.359863] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700635, 'name': PowerOffVM_Task, 'duration_secs': 0.239852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.362593] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.362892] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.363739] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b071d2-6bb0-42f0-9cbc-cf03862b4287 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.375083] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.375083] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fc226a-9a38-4000-9431-35657d89b034 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.403469] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.403764] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.404016] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Deleting the datastore file [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.404482] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10456d0-dc9a-4730-b305-f84051ac8803 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.415196] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1254.415196] env[62221]: value = "task-1700637" [ 1254.415196] env[62221]: _type = "Task" [ 1254.415196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.425418] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.552234] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527444eb-9bd3-ae7f-3795-94eb53abc31d, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.555942] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3db47d1-1c4a-4e0d-ae85-844f67096ddc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.562799] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1254.562799] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bcb69d-9180-c6fc-2c28-e8a991c8dc5c" [ 1254.562799] env[62221]: _type = "Task" [ 1254.562799] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.574193] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bcb69d-9180-c6fc-2c28-e8a991c8dc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.630642] env[62221]: DEBUG oslo_concurrency.lockutils [req-5fb5a115-de5b-4823-a466-dae35f2f8805 req-da74332b-359f-42af-bda7-f73d47278322 service nova] Releasing lock "refresh_cache-630b8565-3e2b-4ff4-81e6-c0065de576c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.698067] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50af25-b567-46f9-a6ff-a5f9b488ca45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.705917] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e6dfd-16ef-4e1f-b288-b7bd26c4ee78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.736786] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c93b506-54cc-4257-8e3e-0c48bc51a59f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.744105] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc3f1c-ea52-4c7d-a278-a78c3f931794 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.757735] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.925466] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106884} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.925716] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.925896] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.926096] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.073320] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bcb69d-9180-c6fc-2c28-e8a991c8dc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.073484] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.073705] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 630b8565-3e2b-4ff4-81e6-c0065de576c2/630b8565-3e2b-4ff4-81e6-c0065de576c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.073955] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb74172d-7a14-4eec-a232-42e652d7b827 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.081299] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1255.081299] env[62221]: value = "task-1700638" [ 1255.081299] env[62221]: _type = "Task" [ 1255.081299] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.089275] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.261113] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1255.592483] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.766334] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1255.766587] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.766860] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.959244] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.959493] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.959651] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.959831] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.959973] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.960140] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.960365] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.960535] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.960707] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.960853] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.961031] env[62221]: DEBUG nova.virt.hardware [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.961876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ae0a1-b055-49f9-be01-1e658760fea0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.970254] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fbfe78-2ee6-4dc1-ad9e-5e00d46fee80 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.983478] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.988916] env[62221]: DEBUG oslo.service.loopingcall [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.989144] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.989338] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ac89e7-0659-48cf-af83-7d1579ef970f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.005966] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.005966] env[62221]: value = "task-1700639" [ 1256.005966] env[62221]: _type = "Task" [ 1256.005966] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.013697] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700639, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.092414] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700638, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.522181] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700639, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.595154] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700638, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.637028] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da2069-9fcf-4245-a75f-9a6de8a0f04e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.644730] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d70ce-b31b-46bb-8569-a2a14b399c14 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.676669] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376447e3-85f4-4e40-a943-40ac740ba44f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.685016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b69fb41-9600-49c3-81fa-d8224246739f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.699025] env[62221]: DEBUG nova.compute.provider_tree [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.017162] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700639, 'name': CreateVM_Task, 'duration_secs': 0.871982} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.017350] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.018170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.018352] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.018670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.019095] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3633251-0e0f-4116-af5c-ab9dea263fef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.024287] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1257.024287] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b16662-a3d9-91c8-e183-19324525692a" [ 1257.024287] env[62221]: _type = "Task" [ 1257.024287] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.032725] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b16662-a3d9-91c8-e183-19324525692a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.093577] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700638, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53836} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.093836] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 630b8565-3e2b-4ff4-81e6-c0065de576c2/630b8565-3e2b-4ff4-81e6-c0065de576c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.094066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.094327] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-650d5f3b-80b0-42aa-8c92-c2919c7252cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.102192] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1257.102192] env[62221]: value = "task-1700640" [ 1257.102192] env[62221]: _type = "Task" [ 1257.102192] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.110246] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.202604] env[62221]: DEBUG nova.scheduler.client.report [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1257.534883] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b16662-a3d9-91c8-e183-19324525692a, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.535144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.535376] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.535607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.535752] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.535926] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.536193] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca9a6184-3e99-4fab-b406-42435c8cdecf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.544673] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.544835] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.545524] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677a4fae-ff63-463e-a14a-233e1f67e084 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.550197] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1257.550197] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52291044-3c70-1874-4e9e-ccdd50456244" [ 1257.550197] env[62221]: _type = "Task" [ 1257.550197] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.557496] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52291044-3c70-1874-4e9e-ccdd50456244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.612739] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061241} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.612991] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.613798] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655aa494-f97e-4999-8309-252337473702 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.636632] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 630b8565-3e2b-4ff4-81e6-c0065de576c2/630b8565-3e2b-4ff4-81e6-c0065de576c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.636908] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1987f0-a34c-4b9b-9e91-82a07d237bf1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.656791] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1257.656791] env[62221]: value = "task-1700641" [ 1257.656791] env[62221]: _type = "Task" [ 1257.656791] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.665568] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.768297] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.768704] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.061213] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52291044-3c70-1874-4e9e-ccdd50456244, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.061955] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7113fab-7058-4598-8c77-43eb2589d6a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.067521] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1258.067521] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f85fe-e563-9f17-fb3a-09b1e16ff441" [ 1258.067521] env[62221]: _type = "Task" [ 1258.067521] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.075461] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f85fe-e563-9f17-fb3a-09b1e16ff441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.167452] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700641, 'name': ReconfigVM_Task, 'duration_secs': 0.28126} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.168404] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 630b8565-3e2b-4ff4-81e6-c0065de576c2/630b8565-3e2b-4ff4-81e6-c0065de576c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.168514] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5101b40-8a1c-41fa-969c-1c2983b1be67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.176520] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1258.176520] env[62221]: value = "task-1700642" [ 1258.176520] env[62221]: _type = "Task" [ 1258.176520] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.186253] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700642, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.214168] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.447s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.219341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.456s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.219828] env[62221]: INFO nova.compute.claims [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.276586] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.277433] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1258.277880] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1258.578708] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f85fe-e563-9f17-fb3a-09b1e16ff441, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.578910] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.579069] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.579327] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f00bfc-949b-4a58-8e3f-f728202fa254 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.587050] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1258.587050] env[62221]: value = "task-1700643" [ 1258.587050] env[62221]: _type = "Task" [ 1258.587050] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.594971] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.687348] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700642, 'name': Rename_Task, 'duration_secs': 0.145489} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.687671] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.687891] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed5ebbc-5dc5-482a-8cd8-2ab66ae605e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.695840] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1258.695840] env[62221]: value = "task-1700644" [ 1258.695840] env[62221]: _type = "Task" [ 1258.695840] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.704364] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.780025] env[62221]: INFO nova.scheduler.client.report [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleted allocation for migration fc50e7a0-ca74-4e66-a9d7-ce1d83d3b885 [ 1258.786973] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1258.787139] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1258.833902] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.834077] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.834231] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1258.834391] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid 551079c8-66e3-419f-b535-699af2b6ab5f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.099738] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.207442] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.290530] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2ddb47e9-e5e1-423b-8546-a26ca5173f7f tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.760s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.599025] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553269} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.599274] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.599487] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.599725] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece0fbc2-ca59-4a57-90d7-63d3f62a9a11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.607474] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1259.607474] env[62221]: value = "task-1700645" [ 1259.607474] env[62221]: _type = "Task" [ 1259.607474] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.609110] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ce118-efee-4a46-9282-ac571179fc26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.623058] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc3b75-e198-49d5-896b-cb50aaffa49a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.626199] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.653407] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754bc39-b311-462b-948d-6ee81c481165 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.661679] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe6964-1862-4ef8-b485-2cf653b52096 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.677033] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.707232] env[62221]: DEBUG oslo_vmware.api [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700644, 'name': PowerOnVM_Task, 'duration_secs': 0.53536} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.707558] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.707791] env[62221]: INFO nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1259.707975] env[62221]: DEBUG nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.708754] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc89ca8-a8e5-4797-b90d-7044f5cabf71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.119039] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294998} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.119308] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.120141] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4020628-f7cc-4b83-86f4-c8e153834255 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.140919] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.140919] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edbe7e5-2375-45ae-bd79-d746a4765768 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.162078] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1260.162078] env[62221]: value = "task-1700646" [ 1260.162078] env[62221]: _type = "Task" [ 1260.162078] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.175142] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.205212] env[62221]: ERROR nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [req-6cfcdee0-2d16-4a33-9af9-f173f6e16e2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cfcdee0-2d16-4a33-9af9-f173f6e16e2a"}]} [ 1260.226029] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1260.229749] env[62221]: INFO nova.compute.manager [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 40.22 seconds to build instance. [ 1260.243213] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1260.243469] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.256301] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1260.275281] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1260.621146] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updating instance_info_cache with network_info: [{"id": "f663bf90-3941-4c73-ad00-d12ccb597720", "address": "fa:16:3e:dd:b2:d7", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf663bf90-39", "ovs_interfaceid": "f663bf90-3941-4c73-ad00-d12ccb597720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.676883] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700646, 'name': ReconfigVM_Task, 'duration_secs': 0.326996} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.676883] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0/a9d69a9c-b72d-43f1-9714-e0225089f9b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.677217] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-717a5f45-b434-48b3-ab6e-a6eacca391b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.679799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a95aa6-c8ba-4d73-bc8b-615c6f3cab59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.687545] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929a454-3254-447e-950c-96826ce7d46e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.692187] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1260.692187] env[62221]: value = "task-1700647" [ 1260.692187] env[62221]: _type = "Task" [ 1260.692187] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.722595] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7df47e-6e4d-4776-a502-3bab49f0364b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.728905] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700647, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.733215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a61097e4-163a-4ad8-b966-82a73695c366 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.732s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.735409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d1dac-2f02-4551-8f32-ca716a8f791f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.750309] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.124499] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-551079c8-66e3-419f-b535-699af2b6ab5f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.124756] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1261.124959] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.125223] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.125413] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.125604] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.125793] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.125976] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.126126] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1261.204056] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700647, 'name': Rename_Task, 'duration_secs': 0.181051} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.204355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.204595] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91215050-22c8-4f82-bfed-9a06a5161c20 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.212205] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Waiting for the task: (returnval){ [ 1261.212205] env[62221]: value = "task-1700648" [ 1261.212205] env[62221]: _type = "Task" [ 1261.212205] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.220905] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.240583] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1261.276578] env[62221]: ERROR nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [req-4ded391a-e10e-49a4-9da3-c3f0ef95900e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ded391a-e10e-49a4-9da3-c3f0ef95900e"}]} [ 1261.291739] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1261.309707] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1261.309993] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.320782] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1261.336991] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1261.489956] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "3077f487-850e-41fe-89c8-62bd24f19ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.490334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.615138] env[62221]: DEBUG nova.compute.manager [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1261.616011] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7694aec-da94-4f4d-8804-c5b441adba4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.723270] env[62221]: DEBUG oslo_vmware.api [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Task: {'id': task-1700648, 'name': PowerOnVM_Task, 'duration_secs': 0.425061} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.723270] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.723270] env[62221]: DEBUG nova.compute.manager [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1261.723943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c239734-05bd-4fc4-b5ad-cecbe478211d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.741561] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506474d0-b654-4e7a-b3d1-a9dce2c06ec9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.754033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d2c091-aa4e-4f87-942d-aa6279abe478 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.763594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.791024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b929b4-e9d0-4fe3-9919-1a55d73af929 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.798704] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47d68f-7940-47d2-bacb-fd060cabdbc5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.813575] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.131072] env[62221]: INFO nova.compute.manager [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] instance snapshotting [ 1262.134194] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90f337-2414-497b-a1a1-621301111ce2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.154174] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed0c72-8f17-4310-be8c-c908e5324393 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.247836] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.349565] env[62221]: DEBUG nova.scheduler.client.report [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1262.349845] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 56 to 57 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.350036] env[62221]: DEBUG nova.compute.provider_tree [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.665926] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1262.666231] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef8e53f6-9f18-4bf8-ae2d-e27170ff2fc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.677509] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1262.677509] env[62221]: value = "task-1700649" [ 1262.677509] env[62221]: _type = "Task" [ 1262.677509] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.687692] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.855717] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.638s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.856319] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1262.859687] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.397s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.862058] env[62221]: INFO nova.compute.claims [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.172784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.173029] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.173328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.173564] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.173738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.177822] env[62221]: INFO nova.compute.manager [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Terminating instance [ 1263.183248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "refresh_cache-a9d69a9c-b72d-43f1-9714-e0225089f9b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.183248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquired lock "refresh_cache-a9d69a9c-b72d-43f1-9714-e0225089f9b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.183248] env[62221]: DEBUG nova.network.neutron [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.189735] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.365694] env[62221]: DEBUG nova.compute.utils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.369534] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1263.369534] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.427180] env[62221]: DEBUG nova.policy [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6131520a2efb4e5b8dc65c8d348f31b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e01bbb8fa524d699e0326071e75f75b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1263.690338] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700649, 'name': CreateSnapshot_Task, 'duration_secs': 0.940506} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.694017] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1263.694017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348bc32-e9ae-41c1-8879-a9769d1e7c1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.705155] env[62221]: DEBUG nova.network.neutron [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.729945] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Successfully created port: db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.826722] env[62221]: DEBUG nova.network.neutron [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.870068] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1264.208881] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1264.211788] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d82ebb79-0b7f-46b2-913c-fcd33885fd25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.222707] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1264.222707] env[62221]: value = "task-1700650" [ 1264.222707] env[62221]: _type = "Task" [ 1264.222707] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.232537] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700650, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.321493] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65200651-cc0e-47e6-8883-0429587a4639 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.329644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Releasing lock "refresh_cache-a9d69a9c-b72d-43f1-9714-e0225089f9b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.330117] env[62221]: DEBUG nova.compute.manager [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1264.330367] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.331292] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee43a9fe-66df-4bd0-b324-54e8542fc826 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.334810] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046adf1c-f995-4fc7-aba2-f75bc007ef92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.371955] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.371955] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed790f55-d41f-4e6c-b7a0-53203e873e26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.374760] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42cf51b8-1723-47d3-a27b-e7fdf9a18c5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.386785] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d04ee-65f1-44ea-9ae6-1ef181631408 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.390867] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1264.390867] env[62221]: value = "task-1700651" [ 1264.390867] env[62221]: _type = "Task" [ 1264.390867] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.407239] env[62221]: DEBUG nova.compute.provider_tree [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.416270] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.731843] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700650, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.882654] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1264.901132] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700651, 'name': PowerOffVM_Task, 'duration_secs': 0.177052} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.903264] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.903470] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.903973] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79165f39-ae84-4e05-93aa-c8b4bddf79b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.909747] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1264.909963] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1264.910131] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.910315] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1264.910481] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.910631] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1264.910838] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1264.910994] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1264.911181] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1264.911351] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1264.911612] env[62221]: DEBUG nova.virt.hardware [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.912378] env[62221]: DEBUG nova.scheduler.client.report [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1264.915884] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87acf288-616d-42bc-b6e5-1841478da342 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.927450] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d51d2f-412a-4ada-abb3-47b869929ae1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.930151] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.930384] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.930567] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Deleting the datastore file [datastore1] a9d69a9c-b72d-43f1-9714-e0225089f9b0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.931672] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-759a3506-6ecb-43a8-a1db-dcaf344ea4f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.947936] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for the task: (returnval){ [ 1264.947936] env[62221]: value = "task-1700653" [ 1264.947936] env[62221]: _type = "Task" [ 1264.947936] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.955581] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.232265] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700650, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.287554] env[62221]: DEBUG nova.compute.manager [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-vif-plugged-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.287774] env[62221]: DEBUG oslo_concurrency.lockutils [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] Acquiring lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.287981] env[62221]: DEBUG oslo_concurrency.lockutils [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] Lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.288164] env[62221]: DEBUG oslo_concurrency.lockutils [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] Lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.288332] env[62221]: DEBUG nova.compute.manager [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] No waiting events found dispatching network-vif-plugged-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1265.288574] env[62221]: WARNING nova.compute.manager [req-7b5bb263-5e71-40b1-b739-dc9a9d50d692 req-884a0e6b-c165-4712-9f0a-7cb2627dc8db service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received unexpected event network-vif-plugged-db19f170-c05d-4d2c-874e-019e5a8f481e for instance with vm_state building and task_state spawning. [ 1265.402481] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Successfully updated port: db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.419976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.420504] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1265.423076] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.980s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.424476] env[62221]: INFO nova.compute.claims [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.458547] env[62221]: DEBUG oslo_vmware.api [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Task: {'id': task-1700653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096588} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.458798] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.458996] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.459186] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.459356] env[62221]: INFO nova.compute.manager [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1265.459596] env[62221]: DEBUG oslo.service.loopingcall [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.460725] env[62221]: DEBUG nova.compute.manager [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1265.460823] env[62221]: DEBUG nova.network.neutron [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.491498] env[62221]: DEBUG nova.network.neutron [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.733954] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700650, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.906050] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.906555] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.906555] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.929341] env[62221]: DEBUG nova.compute.utils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.932587] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1265.932827] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.970433] env[62221]: DEBUG nova.policy [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '250f57a9363444ccad8d759340080839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd72d62e90dbe408b81188067fe38d3d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1265.995653] env[62221]: DEBUG nova.network.neutron [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.233965] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700650, 'name': CloneVM_Task, 'duration_secs': 1.705443} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.234256] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Created linked-clone VM from snapshot [ 1266.235065] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e845f8f-567c-4650-8b2a-2f6bc77c93a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.242310] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Uploading image 10ee7535-abe7-424f-aacf-dd61a73fbd2d {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1266.265598] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.265598] env[62221]: value = "vm-354478" [ 1266.265598] env[62221]: _type = "VirtualMachine" [ 1266.265598] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.267754] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc72c945-3d34-46b6-b43b-640dcf14daa3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.275244] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lease: (returnval){ [ 1266.275244] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6ccb8-3edb-b0bd-b41c-4d087783d12c" [ 1266.275244] env[62221]: _type = "HttpNfcLease" [ 1266.275244] env[62221]: } obtained for exporting VM: (result){ [ 1266.275244] env[62221]: value = "vm-354478" [ 1266.275244] env[62221]: _type = "VirtualMachine" [ 1266.275244] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1266.275468] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the lease: (returnval){ [ 1266.275468] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6ccb8-3edb-b0bd-b41c-4d087783d12c" [ 1266.275468] env[62221]: _type = "HttpNfcLease" [ 1266.275468] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.281613] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.281613] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6ccb8-3edb-b0bd-b41c-4d087783d12c" [ 1266.281613] env[62221]: _type = "HttpNfcLease" [ 1266.281613] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.332419] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Successfully created port: ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.433020] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1266.458651] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.500604] env[62221]: INFO nova.compute.manager [-] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Took 1.04 seconds to deallocate network for instance. [ 1266.786408] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.786408] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6ccb8-3edb-b0bd-b41c-4d087783d12c" [ 1266.786408] env[62221]: _type = "HttpNfcLease" [ 1266.786408] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1266.786577] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1266.786577] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6ccb8-3edb-b0bd-b41c-4d087783d12c" [ 1266.786577] env[62221]: _type = "HttpNfcLease" [ 1266.786577] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1266.787319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824c6ba-0461-49e3-9893-528ebba7c2d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.796540] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1266.796719] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1266.893999] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c91b9c-aaec-4a6c-adb7-1637944fe7a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.901873] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7ffca-e5e4-4cd5-9320-09df233db8f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.908473] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8fcf1d9-7a01-4e8b-9835-90b36102c267 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.940421] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f908d-e967-49d7-8d02-f500ac6dcdfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.948148] env[62221]: DEBUG nova.network.neutron [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.955284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02fbcb9-7cbc-4055-830b-cf5692ddd031 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.981823] env[62221]: DEBUG nova.compute.provider_tree [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.006613] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.417131] env[62221]: DEBUG nova.compute.manager [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.419767] env[62221]: DEBUG nova.compute.manager [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing instance network info cache due to event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.419767] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.451576] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1267.455319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.455590] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Instance network_info: |[{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1267.456137] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.456383] env[62221]: DEBUG nova.network.neutron [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.458195] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:09:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db19f170-c05d-4d2c-874e-019e5a8f481e', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.468664] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Creating folder: Project (6e01bbb8fa524d699e0326071e75f75b). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.469916] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd654b6f-9405-4542-8442-2047676a1d29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.483635] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Created folder: Project (6e01bbb8fa524d699e0326071e75f75b) in parent group-v354396. [ 1267.484349] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Creating folder: Instances. Parent ref: group-v354479. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.489104] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea8041aa-913a-4969-aa96-947776f08e06 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.502264] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1267.502560] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1267.502880] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.503406] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1267.503592] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.503774] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1267.504034] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1267.504262] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1267.504483] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1267.504716] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1267.504940] env[62221]: DEBUG nova.virt.hardware [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1267.506209] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1da7fa-10b1-42c8-b37d-36862ee54ea3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.511728] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Created folder: Instances in parent group-v354479. [ 1267.512031] env[62221]: DEBUG oslo.service.loopingcall [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.512758] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.513700] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63b6389e-9a5a-4fab-baf9-93421ba4f178 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.536307] env[62221]: DEBUG nova.scheduler.client.report [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1267.536748] env[62221]: DEBUG nova.compute.provider_tree [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 57 to 58 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1267.538025] env[62221]: DEBUG nova.compute.provider_tree [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.542271] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255d9a8-71f8-4b89-a69c-1dab0276d9d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.548921] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.548921] env[62221]: value = "task-1700657" [ 1267.548921] env[62221]: _type = "Task" [ 1267.548921] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.565273] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700657, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.111059] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.111059] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1268.111059] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.149s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.111059] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.111940] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.886s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.111940] env[62221]: INFO nova.compute.claims [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.111940] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700657, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.111940] env[62221]: INFO nova.scheduler.client.report [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleted allocations for instance 49936510-b3a0-4857-8482-23b9fea9d76d [ 1268.347306] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.393401] env[62221]: DEBUG nova.network.neutron [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updated VIF entry in instance network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.393840] env[62221]: DEBUG nova.network.neutron [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.537133] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Successfully updated port: ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.556158] env[62221]: DEBUG nova.compute.utils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.557591] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1268.557791] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.576308] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700657, 'name': CreateVM_Task, 'duration_secs': 0.591763} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.576484] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.577152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.577318] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.577670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.578158] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c1fc7f-0a30-4763-ad89-3f65da95bf1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.583251] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1268.583251] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b385eb-e35a-30c1-ca69-e807650ee481" [ 1268.583251] env[62221]: _type = "Task" [ 1268.583251] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.591592] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b385eb-e35a-30c1-ca69-e807650ee481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.608631] env[62221]: DEBUG nova.policy [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0970c7a6f62d404b9bd23ed7ed945e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b24f2f951f3478ca93dc0d37acca988', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1268.618933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c5c5a772-9e7a-4fc1-8ec8-463691782d12 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "49936510-b3a0-4857-8482-23b9fea9d76d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.355s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.850243] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.889665] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Successfully created port: c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.896172] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef11b3ed-d084-4018-bb60-2ce7a847554c req-590df2c2-004a-4c9d-b0ab-4acc5f7b710f service nova] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.039975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.040340] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquired lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.040492] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.061158] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1269.099365] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b385eb-e35a-30c1-ca69-e807650ee481, 'name': SearchDatastore_Task, 'duration_secs': 0.013532} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.099949] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.100344] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.100492] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.100600] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.100782] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.103184] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-129f9591-3a28-4d99-8865-810cfde14547 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.114975] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.115222] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.116758] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b25b81-7489-4c78-844d-0b67ca5917dd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.124088] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1269.124088] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52221879-16b5-cbfd-4e8c-6d17a9e31fd5" [ 1269.124088] env[62221]: _type = "Task" [ 1269.124088] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.138075] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52221879-16b5-cbfd-4e8c-6d17a9e31fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.138923] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673a70bf-9b5e-49df-b1a3-5f03b8efb679 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.151986] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1269.151986] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f7188-76dc-536e-621d-6ed4a5eaf058" [ 1269.151986] env[62221]: _type = "Task" [ 1269.151986] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.162155] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f7188-76dc-536e-621d-6ed4a5eaf058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.447749] env[62221]: DEBUG nova.compute.manager [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Received event network-vif-plugged-ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1269.447969] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Acquiring lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.448186] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.448353] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.448537] env[62221]: DEBUG nova.compute.manager [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] No waiting events found dispatching network-vif-plugged-ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1269.448716] env[62221]: WARNING nova.compute.manager [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Received unexpected event network-vif-plugged-ce328351-8ee5-47dd-b8ee-8c2e2979ae62 for instance with vm_state building and task_state spawning. [ 1269.448901] env[62221]: DEBUG nova.compute.manager [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Received event network-changed-ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1269.449124] env[62221]: DEBUG nova.compute.manager [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Refreshing instance network info cache due to event network-changed-ce328351-8ee5-47dd-b8ee-8c2e2979ae62. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1269.449300] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Acquiring lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.459252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "551079c8-66e3-419f-b535-699af2b6ab5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.459472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.459672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.459852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.460028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.462452] env[62221]: INFO nova.compute.manager [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Terminating instance [ 1269.465022] env[62221]: DEBUG nova.compute.manager [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1269.465022] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.465022] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b1194c-721e-41fe-b3dd-623b42cac866 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.473554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.475904] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5630952-8146-4bd6-9613-3be6b807100f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.483146] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1269.483146] env[62221]: value = "task-1700658" [ 1269.483146] env[62221]: _type = "Task" [ 1269.483146] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.491487] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.551274] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387114c7-c5f5-4d92-9ac6-2cf8acc8bfe0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.558743] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3ec5c1-e85b-48b4-9294-34e91a7e8448 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.595851] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.598221] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07e82d-cff6-45ee-b8fc-e803664335ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.606150] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08446911-46ba-4845-a986-427165fcd43e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.620109] env[62221]: DEBUG nova.compute.provider_tree [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.662905] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f7188-76dc-536e-621d-6ed4a5eaf058, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.662905] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.663108] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] acc4c843-d33b-43ee-986a-74480aecac2a/acc4c843-d33b-43ee-986a-74480aecac2a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.663273] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3499a9-3c91-499b-b771-6d156c862dbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.670134] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1269.670134] env[62221]: value = "task-1700659" [ 1269.670134] env[62221]: _type = "Task" [ 1269.670134] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.684959] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.865528] env[62221]: DEBUG nova.network.neutron [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Updating instance_info_cache with network_info: [{"id": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "address": "fa:16:3e:45:b5:0f", "network": {"id": "eaf0a1b5-f54e-49d2-9a0e-ac9a77099731", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775773179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d72d62e90dbe408b81188067fe38d3d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce328351-8e", "ovs_interfaceid": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.992489] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700658, 'name': PowerOffVM_Task, 'duration_secs': 0.325705} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.992838] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.993030] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.993304] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae08d01-0f17-4895-abd2-c4645f83cf18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.089034] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.089034] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.089034] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleting the datastore file [datastore1] 551079c8-66e3-419f-b535-699af2b6ab5f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.089034] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0172ec20-a776-4f29-a4b1-a4f8a2f2bcc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.096451] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1270.100301] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for the task: (returnval){ [ 1270.100301] env[62221]: value = "task-1700661" [ 1270.100301] env[62221]: _type = "Task" [ 1270.100301] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.109336] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.122690] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.123029] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.123121] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.123310] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.123483] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.123652] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.123863] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.124041] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.124211] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.124373] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.124540] env[62221]: DEBUG nova.virt.hardware [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.125491] env[62221]: DEBUG nova.scheduler.client.report [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1270.129312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51350525-41ab-4609-b28b-8bb80a7bd8ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.138063] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182be5d-fccf-4836-87ad-c2091970d54a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.182631] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.372038] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Releasing lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.372038] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Instance network_info: |[{"id": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "address": "fa:16:3e:45:b5:0f", "network": {"id": "eaf0a1b5-f54e-49d2-9a0e-ac9a77099731", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775773179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d72d62e90dbe408b81188067fe38d3d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce328351-8e", "ovs_interfaceid": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1270.372336] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Acquired lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.372336] env[62221]: DEBUG nova.network.neutron [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Refreshing network info cache for port ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.372336] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:b5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce328351-8ee5-47dd-b8ee-8c2e2979ae62', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.380962] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Creating folder: Project (d72d62e90dbe408b81188067fe38d3d7). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.382928] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-776300fe-0b69-4f81-bca9-d15fa86049f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.394095] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Created folder: Project (d72d62e90dbe408b81188067fe38d3d7) in parent group-v354396. [ 1270.394496] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Creating folder: Instances. Parent ref: group-v354482. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.394872] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb948d1-966d-4b6f-99db-320549d642ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.407332] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Created folder: Instances in parent group-v354482. [ 1270.407332] env[62221]: DEBUG oslo.service.loopingcall [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.407332] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.407332] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78479f6d-3d86-4fac-bcfd-89014621a0e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.427174] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.427174] env[62221]: value = "task-1700664" [ 1270.427174] env[62221]: _type = "Task" [ 1270.427174] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.436823] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700664, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.613286] env[62221]: DEBUG oslo_vmware.api [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Task: {'id': task-1700661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366992} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.613286] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.613286] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.613286] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.613286] env[62221]: INFO nova.compute.manager [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1270.613588] env[62221]: DEBUG oslo.service.loopingcall [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.613588] env[62221]: DEBUG nova.compute.manager [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1270.613588] env[62221]: DEBUG nova.network.neutron [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.637034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.637034] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1270.637820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.433s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.639420] env[62221]: INFO nova.compute.claims [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.685873] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685135} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.686565] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] acc4c843-d33b-43ee-986a-74480aecac2a/acc4c843-d33b-43ee-986a-74480aecac2a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.686977] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.687382] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7731e8b4-06eb-4bbf-b897-4d1a7a72ac04 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.694580] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1270.694580] env[62221]: value = "task-1700665" [ 1270.694580] env[62221]: _type = "Task" [ 1270.694580] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.705910] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.745168] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Successfully updated port: c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.938495] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700664, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.144279] env[62221]: DEBUG nova.compute.utils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1271.147390] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1271.147559] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.206772] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066178} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.207113] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.207873] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb9eaaa-d7cf-44e1-9d35-29052fc3e4fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.235387] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] acc4c843-d33b-43ee-986a-74480aecac2a/acc4c843-d33b-43ee-986a-74480aecac2a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.236979] env[62221]: DEBUG nova.policy [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2711a1382b3546298b15f0b3d79bf351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b0855db8c246b78343b69514c52f41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1271.238494] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196db869-b76f-4220-920b-63ace7749928 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.253790] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.253966] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.254096] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.258660] env[62221]: DEBUG nova.network.neutron [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Updated VIF entry in instance network info cache for port ce328351-8ee5-47dd-b8ee-8c2e2979ae62. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.258660] env[62221]: DEBUG nova.network.neutron [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Updating instance_info_cache with network_info: [{"id": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "address": "fa:16:3e:45:b5:0f", "network": {"id": "eaf0a1b5-f54e-49d2-9a0e-ac9a77099731", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775773179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d72d62e90dbe408b81188067fe38d3d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce328351-8e", "ovs_interfaceid": "ce328351-8ee5-47dd-b8ee-8c2e2979ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.262564] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1271.262564] env[62221]: value = "task-1700666" [ 1271.262564] env[62221]: _type = "Task" [ 1271.262564] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.271109] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.439865] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700664, 'name': CreateVM_Task, 'duration_secs': 0.782962} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.439865] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.440572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.440711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.441066] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.441965] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698a130b-b41f-4934-93c5-a3b525ba38dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.448176] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1271.448176] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521635a8-b6cd-6c2b-3879-db79e1234044" [ 1271.448176] env[62221]: _type = "Task" [ 1271.448176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.455287] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521635a8-b6cd-6c2b-3879-db79e1234044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.498526] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Received event network-vif-plugged-c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.498788] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Acquiring lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.499048] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.499268] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.499514] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] No waiting events found dispatching network-vif-plugged-c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1271.499754] env[62221]: WARNING nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Received unexpected event network-vif-plugged-c7f04bd7-50c3-44c7-8038-ca41da282010 for instance with vm_state building and task_state spawning. [ 1271.499968] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Received event network-changed-c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.500202] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Refreshing instance network info cache due to event network-changed-c7f04bd7-50c3-44c7-8038-ca41da282010. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1271.500406] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Acquiring lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.529612] env[62221]: DEBUG nova.network.neutron [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.583767] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Successfully created port: 35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.652022] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1271.763337] env[62221]: DEBUG oslo_concurrency.lockutils [req-85efe1ca-734d-45b5-829e-8353618db103 req-835364cb-386d-4163-9514-c415483a4b13 service nova] Releasing lock "refresh_cache-22b638d0-62c8-4b5e-80d1-cfe9222c8514" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.776373] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700666, 'name': ReconfigVM_Task, 'duration_secs': 0.357169} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.776373] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] acc4c843-d33b-43ee-986a-74480aecac2a/acc4c843-d33b-43ee-986a-74480aecac2a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.776956] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d132f9bb-b4f9-4d67-9a71-cc0b4307a93c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.783673] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1271.783673] env[62221]: value = "task-1700667" [ 1271.783673] env[62221]: _type = "Task" [ 1271.783673] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.791813] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700667, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.824784] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.961574] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521635a8-b6cd-6c2b-3879-db79e1234044, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.968329] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.968885] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.969256] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.969482] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.969769] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.971787] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b756c0cd-63b8-4efd-9bd7-e7b29783a748 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.983863] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.984058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.984793] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cde73e3-3f07-4ec7-9616-7b13b063acef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.990744] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1271.990744] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268acfa-de37-2c3c-1c4d-eaa206e4d0d6" [ 1271.990744] env[62221]: _type = "Task" [ 1271.990744] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.999725] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268acfa-de37-2c3c-1c4d-eaa206e4d0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.032654] env[62221]: INFO nova.compute.manager [-] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Took 1.42 seconds to deallocate network for instance. [ 1272.131781] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65215ae0-dc98-4788-86f8-afed00f4ab0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.140467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9fdcc1-9782-4e08-8685-0e1d2f1a09f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.181150] env[62221]: INFO nova.virt.block_device [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Booting with volume 4c2bafe4-bf1f-4b96-a296-29b71cc39cfd at /dev/sda [ 1272.184658] env[62221]: DEBUG nova.network.neutron [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Updating instance_info_cache with network_info: [{"id": "c7f04bd7-50c3-44c7-8038-ca41da282010", "address": "fa:16:3e:3b:2d:fe", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f04bd7-50", "ovs_interfaceid": "c7f04bd7-50c3-44c7-8038-ca41da282010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.186427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46b1e9-5f14-4896-a71a-b8dfb0bf06ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.208569] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d26229-7b7d-42fa-92a1-f28babeb8de3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.225990] env[62221]: DEBUG nova.compute.provider_tree [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.236965] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-286a12df-d963-4e1c-9754-c4768b19c371 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.246940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f34bf-0c6e-418f-a4ba-9cb25c32afac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.279413] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a1d01de-5222-4bc3-8005-3dc091cf0b58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.291544] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1debc20-e790-4774-9139-7821b7d33976 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.307673] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700667, 'name': Rename_Task, 'duration_secs': 0.16684} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.307874] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.308116] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080fb319-18eb-4264-ab52-b7c3a7d7d6dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.323502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5823fb-ad69-4697-859a-246d9bdda07e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.326279] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1272.326279] env[62221]: value = "task-1700668" [ 1272.326279] env[62221]: _type = "Task" [ 1272.326279] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.333806] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2031c0f-90ce-419a-9244-0bd0aa9d3b0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.338822] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700668, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.351101] env[62221]: DEBUG nova.virt.block_device [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updating existing volume attachment record: 2223c3eb-e0d4-4660-ba2b-ea73830ef3ce {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1272.501918] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5268acfa-de37-2c3c-1c4d-eaa206e4d0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.502921] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424ebf5a-e112-422a-b133-a5e18c3d6243 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.509100] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1272.509100] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522cc1ee-3c26-54da-65d5-ac8377654302" [ 1272.509100] env[62221]: _type = "Task" [ 1272.509100] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.518236] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522cc1ee-3c26-54da-65d5-ac8377654302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.543057] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.691053] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.691435] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance network_info: |[{"id": "c7f04bd7-50c3-44c7-8038-ca41da282010", "address": "fa:16:3e:3b:2d:fe", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f04bd7-50", "ovs_interfaceid": "c7f04bd7-50c3-44c7-8038-ca41da282010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1272.691784] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Acquired lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.691968] env[62221]: DEBUG nova.network.neutron [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Refreshing network info cache for port c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.693607] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:2d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f04bd7-50c3-44c7-8038-ca41da282010', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.701649] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating folder: Project (5b24f2f951f3478ca93dc0d37acca988). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.702282] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09848b0f-98c4-40ec-b811-edaeaf55b567 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.714469] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created folder: Project (5b24f2f951f3478ca93dc0d37acca988) in parent group-v354396. [ 1272.714694] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating folder: Instances. Parent ref: group-v354485. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.714953] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fddf382e-2026-43e5-9262-30df66513c59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.724871] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created folder: Instances in parent group-v354485. [ 1272.725157] env[62221]: DEBUG oslo.service.loopingcall [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.725395] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.725601] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a126fe30-a879-495d-a1b9-b67b33728898 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.741365] env[62221]: DEBUG nova.scheduler.client.report [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1272.750853] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.750853] env[62221]: value = "task-1700671" [ 1272.750853] env[62221]: _type = "Task" [ 1272.750853] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.759660] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700671, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.837842] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.024793] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522cc1ee-3c26-54da-65d5-ac8377654302, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.025823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.025823] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 22b638d0-62c8-4b5e-80d1-cfe9222c8514/22b638d0-62c8-4b5e-80d1-cfe9222c8514.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.025823] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6708f66-29e0-4406-860c-66b5cefbfca3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.033365] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1273.033365] env[62221]: value = "task-1700672" [ 1273.033365] env[62221]: _type = "Task" [ 1273.033365] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.041755] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.248023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.248023] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1273.250348] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.369s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.251995] env[62221]: INFO nova.compute.claims [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.265381] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700671, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.338441] env[62221]: DEBUG oslo_vmware.api [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1700668, 'name': PowerOnVM_Task, 'duration_secs': 0.548833} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.338729] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.338924] env[62221]: INFO nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1273.339109] env[62221]: DEBUG nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1273.339905] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a403f60-7f61-420b-8079-0bd7b13e450c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.544382] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.757240] env[62221]: DEBUG nova.compute.utils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1273.761668] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1273.761844] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.776360] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700671, 'name': CreateVM_Task, 'duration_secs': 0.636174} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.776533] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.777217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.777367] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.777688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.778204] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6d507f-c335-436b-b87f-95fbd8a881ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.784154] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1273.784154] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b70ca3-b2fb-34ac-b0fc-63dd345a3a38" [ 1273.784154] env[62221]: _type = "Task" [ 1273.784154] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.796297] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b70ca3-b2fb-34ac-b0fc-63dd345a3a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.821277] env[62221]: DEBUG nova.policy [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc07e159a4b44aaa96e523ce943d142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54346671b8de4a38941e0f1b96575156', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1273.857810] env[62221]: INFO nova.compute.manager [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Took 40.11 seconds to build instance. [ 1273.879510] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Successfully updated port: 35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.929425] env[62221]: DEBUG nova.network.neutron [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Updated VIF entry in instance network info cache for port c7f04bd7-50c3-44c7-8038-ca41da282010. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.929824] env[62221]: DEBUG nova.network.neutron [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Updating instance_info_cache with network_info: [{"id": "c7f04bd7-50c3-44c7-8038-ca41da282010", "address": "fa:16:3e:3b:2d:fe", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f04bd7-50", "ovs_interfaceid": "c7f04bd7-50c3-44c7-8038-ca41da282010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.949480] env[62221]: DEBUG nova.compute.manager [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Received event network-vif-plugged-35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.949713] env[62221]: DEBUG oslo_concurrency.lockutils [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] Acquiring lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.949931] env[62221]: DEBUG oslo_concurrency.lockutils [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.950112] env[62221]: DEBUG oslo_concurrency.lockutils [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.950278] env[62221]: DEBUG nova.compute.manager [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] No waiting events found dispatching network-vif-plugged-35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1273.950906] env[62221]: WARNING nova.compute.manager [req-a80f7a27-6919-4e04-8a60-9bad646d3300 req-78aae85f-8893-4cfd-ba88-e9191dff2925 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Received unexpected event network-vif-plugged-35431cf7-85ab-48f8-b91a-651fbe2b7a63 for instance with vm_state building and task_state block_device_mapping. [ 1274.047033] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953774} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.048116] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 22b638d0-62c8-4b5e-80d1-cfe9222c8514/22b638d0-62c8-4b5e-80d1-cfe9222c8514.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.048387] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.048649] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91424c95-ffe8-452b-9f86-4e7cd39f54bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.055670] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1274.055670] env[62221]: value = "task-1700673" [ 1274.055670] env[62221]: _type = "Task" [ 1274.055670] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.064581] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.130891] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Successfully created port: 5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.269271] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1274.297142] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b70ca3-b2fb-34ac-b0fc-63dd345a3a38, 'name': SearchDatastore_Task, 'duration_secs': 0.097415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.297672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.298137] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.298522] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.298811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.299138] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.299537] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc95c99-8d43-48e2-bb0a-32bc3be16425 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.309371] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.309371] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.309818] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf65cea-ca5a-4df4-8d7f-e9033581b6a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.318807] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1274.318807] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b6e024-cdbd-59ff-b267-e4113e47903c" [ 1274.318807] env[62221]: _type = "Task" [ 1274.318807] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.329164] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b6e024-cdbd-59ff-b267-e4113e47903c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.361196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-44310ad4-1ab7-46a1-8fff-0d2b07c87e38 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.628s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.383034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.383034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquired lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.383034] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.432768] env[62221]: DEBUG oslo_concurrency.lockutils [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] Releasing lock "refresh_cache-d86669ba-373c-4006-8608-2ebfcb45e0b0" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.433063] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Received event network-vif-deleted-f663bf90-3941-4c73-ad00-d12ccb597720 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.433252] env[62221]: INFO nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Neutron deleted interface f663bf90-3941-4c73-ad00-d12ccb597720; detaching it from the instance and deleting it from the info cache [ 1274.433461] env[62221]: DEBUG nova.network.neutron [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.466485] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1274.467172] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.467392] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.467550] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.467736] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.467882] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.468039] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.468251] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.468422] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.468584] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.468743] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.468907] env[62221]: DEBUG nova.virt.hardware [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.470705] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53694ef3-93dc-40c4-a2de-71a39d6b51af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.479654] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f6eb7-072e-4715-9b4a-768732edb0cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.565342] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114608} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.565342] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.566083] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f5e0f-be26-42a1-8534-9ea404f71976 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.597284] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 22b638d0-62c8-4b5e-80d1-cfe9222c8514/22b638d0-62c8-4b5e-80d1-cfe9222c8514.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.600530] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6264ca-adeb-4d3e-b9f1-f558bd05e43a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.622363] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1274.622363] env[62221]: value = "task-1700674" [ 1274.622363] env[62221]: _type = "Task" [ 1274.622363] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.635017] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.699242] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1274.700365] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeab9e5-12f6-40e7-8603-ae16d2d9b26b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.706447] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1274.706632] env[62221]: ERROR oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk due to incomplete transfer. [ 1274.706854] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07344640-874e-4095-ad4b-73db75b744ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.715140] env[62221]: DEBUG oslo_vmware.rw_handles [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e05a44-b628-293a-03bd-feae90fb8c20/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1274.715365] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Uploaded image 10ee7535-abe7-424f-aacf-dd61a73fbd2d to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1274.717377] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1274.717943] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8689a233-1543-4935-877f-d2887ea1d117 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.723552] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1274.723552] env[62221]: value = "task-1700675" [ 1274.723552] env[62221]: _type = "Task" [ 1274.723552] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.734127] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700675, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.752611] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e1d29-abcf-4bba-90cf-898aae58a655 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.760112] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ac8f4-1665-4fbe-ac87-a6baed79f2d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.796749] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2087cd8c-5dc4-40d3-9b03-1953ac9507fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.805375] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ae5e3-b3e3-4175-8ce3-ed3e7875b5ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.819929] env[62221]: DEBUG nova.compute.provider_tree [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.829568] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b6e024-cdbd-59ff-b267-e4113e47903c, 'name': SearchDatastore_Task, 'duration_secs': 0.023449} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.831218] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cccc03b-4748-4318-bc37-2163377b22b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.837477] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1274.837477] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e356b-0d7e-29b0-0346-21fe083dc61a" [ 1274.837477] env[62221]: _type = "Task" [ 1274.837477] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.847145] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e356b-0d7e-29b0-0346-21fe083dc61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.864376] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1274.918907] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.935799] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-320c22de-5162-46c9-bd2f-8cd5f712bfef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.949785] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b1669e-4797-43e5-aaee-2178d2b63044 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.991359] env[62221]: DEBUG nova.compute.manager [req-ceea2602-a813-4709-975d-86eef57b93f7 req-b449974c-f3b7-4be9-a115-792c6e8cef18 service nova] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Detach interface failed, port_id=f663bf90-3941-4c73-ad00-d12ccb597720, reason: Instance 551079c8-66e3-419f-b535-699af2b6ab5f could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1275.125351] env[62221]: DEBUG nova.compute.manager [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.125351] env[62221]: DEBUG nova.compute.manager [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing instance network info cache due to event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1275.125351] env[62221]: DEBUG oslo_concurrency.lockutils [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.125351] env[62221]: DEBUG oslo_concurrency.lockutils [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.125351] env[62221]: DEBUG nova.network.neutron [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.135865] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700674, 'name': ReconfigVM_Task, 'duration_secs': 0.373273} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.136182] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 22b638d0-62c8-4b5e-80d1-cfe9222c8514/22b638d0-62c8-4b5e-80d1-cfe9222c8514.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.139846] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c89b085-6585-40f1-a7f9-e773b76379b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.147906] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1275.147906] env[62221]: value = "task-1700676" [ 1275.147906] env[62221]: _type = "Task" [ 1275.147906] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.154043] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700676, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.183235] env[62221]: DEBUG nova.network.neutron [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updating instance_info_cache with network_info: [{"id": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "address": "fa:16:3e:a9:f7:a1", "network": {"id": "91938012-cb96-453b-a3fb-29a86e808525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1846417784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b0855db8c246b78343b69514c52f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35431cf7-85", "ovs_interfaceid": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.234408] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700675, 'name': Destroy_Task, 'duration_secs': 0.362843} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.234769] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Destroyed the VM [ 1275.235054] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1275.235318] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-260e0c7c-a9c3-4f26-9e78-86718c2bd856 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.241957] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1275.241957] env[62221]: value = "task-1700677" [ 1275.241957] env[62221]: _type = "Task" [ 1275.241957] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.254532] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.301174] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1275.326371] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1275.326633] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1275.326794] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.326971] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1275.327137] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.327284] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1275.327499] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1275.327662] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1275.327841] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1275.328018] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1275.328199] env[62221]: DEBUG nova.virt.hardware [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.329075] env[62221]: DEBUG nova.scheduler.client.report [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.336213] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b3032-10c1-4faa-9aa6-5348a02fc328 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.345443] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a11c10-fb1c-49c7-adb6-ff38b2df7a52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.354356] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e356b-0d7e-29b0-0346-21fe083dc61a, 'name': SearchDatastore_Task, 'duration_secs': 0.036355} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.355026] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.355326] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.355627] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f6cd1e-bed4-4f4e-8b2e-679112844bcb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.371869] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1275.371869] env[62221]: value = "task-1700678" [ 1275.371869] env[62221]: _type = "Task" [ 1275.371869] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.382386] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.392043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.659029] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700676, 'name': Rename_Task, 'duration_secs': 0.147806} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.659323] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.659590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b3faad-7014-4a00-9284-56fc3068a9a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.667486] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1275.667486] env[62221]: value = "task-1700679" [ 1275.667486] env[62221]: _type = "Task" [ 1275.667486] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.671104] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Successfully updated port: 5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.678503] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.684976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Releasing lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.685322] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Instance network_info: |[{"id": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "address": "fa:16:3e:a9:f7:a1", "network": {"id": "91938012-cb96-453b-a3fb-29a86e808525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1846417784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b0855db8c246b78343b69514c52f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35431cf7-85", "ovs_interfaceid": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1275.686834] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f7:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35431cf7-85ab-48f8-b91a-651fbe2b7a63', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.694060] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Creating folder: Project (37b0855db8c246b78343b69514c52f41). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.694665] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-378f23d4-6209-4930-ae7b-f46a84930a66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.712180] env[62221]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1275.712391] env[62221]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62221) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1275.713230] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Folder already exists: Project (37b0855db8c246b78343b69514c52f41). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1275.713479] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Creating folder: Instances. Parent ref: group-v354449. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.713785] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-790d8420-f4d0-4e7d-800d-366be226644b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.723938] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Created folder: Instances in parent group-v354449. [ 1275.724257] env[62221]: DEBUG oslo.service.loopingcall [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.724530] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.724832] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f17856-6292-4a18-83a4-57aabe24ec04 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.752759] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.752759] env[62221]: value = "task-1700682" [ 1275.752759] env[62221]: _type = "Task" [ 1275.752759] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.756664] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700677, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.766473] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700682, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.838929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.839711] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1275.843217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.847027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.847027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.526s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.847851] env[62221]: INFO nova.compute.claims [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.882835] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.891977] env[62221]: INFO nova.scheduler.client.report [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Deleted allocations for instance faf90bec-502d-4133-9fe7-73782e8cb80b [ 1275.980445] env[62221]: DEBUG nova.network.neutron [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updated VIF entry in instance network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.980937] env[62221]: DEBUG nova.network.neutron [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.046202] env[62221]: DEBUG nova.compute.manager [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Received event network-changed-35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.046499] env[62221]: DEBUG nova.compute.manager [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Refreshing instance network info cache due to event network-changed-35431cf7-85ab-48f8-b91a-651fbe2b7a63. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1276.046924] env[62221]: DEBUG oslo_concurrency.lockutils [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] Acquiring lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.047081] env[62221]: DEBUG oslo_concurrency.lockutils [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] Acquired lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.047515] env[62221]: DEBUG nova.network.neutron [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Refreshing network info cache for port 35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.177573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.177755] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.177931] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.179189] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.254122] env[62221]: DEBUG oslo_vmware.api [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700677, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706804} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.254407] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.254641] env[62221]: INFO nova.compute.manager [None req-fd97610a-d382-4fa8-a933-52b7c7468dc9 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 14.12 seconds to snapshot the instance on the hypervisor. [ 1276.265596] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700682, 'name': CreateVM_Task, 'duration_secs': 0.399639} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.265750] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.266441] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '2223c3eb-e0d4-4660-ba2b-ea73830ef3ce', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354459', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'name': 'volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f81d0096-ce67-4d01-8c1f-db803fe86de9', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'serial': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd'}, 'volume_type': None}], 'swap': None} {{(pid=62221) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1276.266601] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Root volume attach. Driver type: vmdk {{(pid=62221) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1276.267368] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18358bca-aaf1-4506-ae69-cccb6b23927e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.274903] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a1be20-69f0-467e-88bb-4bb894a12a84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.281485] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836d830-5554-42b3-b5a4-afd42f959ed9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.288431] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9160ef66-e6d8-4cf8-8d99-920bd9961246 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.296832] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1276.296832] env[62221]: value = "task-1700683" [ 1276.296832] env[62221]: _type = "Task" [ 1276.296832] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.304196] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700683, 'name': RelocateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.353155] env[62221]: DEBUG nova.compute.utils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.356416] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1276.356576] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.383822] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777393} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.384252] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.384559] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.384885] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b009dd59-d53a-4f78-bb0c-0fc0c2fa9ec0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.392297] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1276.392297] env[62221]: value = "task-1700684" [ 1276.392297] env[62221]: _type = "Task" [ 1276.392297] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.400916] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.405987] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3ef4a889-ca28-4079-bc16-83e793d4dca2 tempest-DeleteServersAdminTestJSON-1329317052 tempest-DeleteServersAdminTestJSON-1329317052-project-member] Lock "faf90bec-502d-4133-9fe7-73782e8cb80b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.220s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.419437] env[62221]: DEBUG nova.policy [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293c12d7e38d456688df09531cfeee39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b160f5fd5ab34c48acaa09d533ba8c3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1276.484419] env[62221]: DEBUG oslo_concurrency.lockutils [req-c7ec2180-d2eb-406b-890b-2997035ca433 req-44a06086-a297-4d39-93b3-302eb65b12f4 service nova] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.679163] env[62221]: DEBUG oslo_vmware.api [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700679, 'name': PowerOnVM_Task, 'duration_secs': 0.519029} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.679503] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.679767] env[62221]: INFO nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1276.679960] env[62221]: DEBUG nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1276.682610] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a426975-c2a1-40aa-a8c7-79aea4a02d8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.744876] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.776347] env[62221]: DEBUG nova.network.neutron [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updated VIF entry in instance network info cache for port 35431cf7-85ab-48f8-b91a-651fbe2b7a63. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.776679] env[62221]: DEBUG nova.network.neutron [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updating instance_info_cache with network_info: [{"id": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "address": "fa:16:3e:a9:f7:a1", "network": {"id": "91938012-cb96-453b-a3fb-29a86e808525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1846417784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b0855db8c246b78343b69514c52f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35431cf7-85", "ovs_interfaceid": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.807126] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700683, 'name': RelocateVM_Task, 'duration_secs': 0.394542} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.807529] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1276.807802] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354459', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'name': 'volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f81d0096-ce67-4d01-8c1f-db803fe86de9', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'serial': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1276.808620] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a451225b-bd07-4d13-b2e8-2a3f44b88478 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.826779] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2adfe0-01d6-474d-9c8a-1f1374deb200 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.850927] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd/volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.851265] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1286e599-5036-47d3-9d51-dbbce6031eea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.870033] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1276.876521] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Successfully created port: ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.886388] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1276.886388] env[62221]: value = "task-1700685" [ 1276.886388] env[62221]: _type = "Task" [ 1276.886388] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.897357] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.907468] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065385} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.907970] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.908799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec3cc99-b9d5-4c82-a06d-c51ab72bf285 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.931461] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.936639] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe6f42c-ce23-43f1-a517-c9b6dee007ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.957501] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1276.957501] env[62221]: value = "task-1700686" [ 1276.957501] env[62221]: _type = "Task" [ 1276.957501] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.966442] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.052617] env[62221]: DEBUG nova.network.neutron [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.212015] env[62221]: INFO nova.compute.manager [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Took 42.77 seconds to build instance. [ 1277.281854] env[62221]: DEBUG oslo_concurrency.lockutils [req-5b372025-39c0-470c-babd-eef48fe0cc86 req-7b4cbd69-e944-487c-aa31-a0c177a0548f service nova] Releasing lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.346994] env[62221]: DEBUG nova.compute.manager [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received event network-vif-plugged-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1277.347267] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Acquiring lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.347451] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.347607] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.347772] env[62221]: DEBUG nova.compute.manager [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] No waiting events found dispatching network-vif-plugged-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1277.347937] env[62221]: WARNING nova.compute.manager [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received unexpected event network-vif-plugged-5590e3fc-572e-4a94-9063-0175616bffde for instance with vm_state building and task_state spawning. [ 1277.348108] env[62221]: DEBUG nova.compute.manager [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received event network-changed-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1277.348266] env[62221]: DEBUG nova.compute.manager [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing instance network info cache due to event network-changed-5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1277.348442] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Acquiring lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.393962] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab860e9f-3442-439f-a188-0c5ac1a2475b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.400411] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.405618] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a1ec7-1666-44d7-a99c-1a1e38ae44e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.443745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46933db4-5b8f-42fb-9642-0906c0e6c99e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.452134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e69d9-3eb9-4036-8a8f-2d9a95ed0565 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.470267] env[62221]: DEBUG nova.compute.provider_tree [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.479298] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.555165] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.555607] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Instance network_info: |[{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1277.555984] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Acquired lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.556266] env[62221]: DEBUG nova.network.neutron [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.557628] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:2d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5590e3fc-572e-4a94-9063-0175616bffde', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.565972] env[62221]: DEBUG oslo.service.loopingcall [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.569686] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.570305] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-560b4e76-5d94-4115-a79b-be3f512fe9e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.591202] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.591202] env[62221]: value = "task-1700687" [ 1277.591202] env[62221]: _type = "Task" [ 1277.591202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.599086] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700687, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.714628] env[62221]: DEBUG oslo_concurrency.lockutils [None req-89ea4629-b004-411f-a629-c2b16290affc tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.280s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.827675] env[62221]: DEBUG nova.network.neutron [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updated VIF entry in instance network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.828037] env[62221]: DEBUG nova.network.neutron [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.881535] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1277.897613] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700685, 'name': ReconfigVM_Task, 'duration_secs': 0.670566} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.899512] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd/volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.904712] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b23d29-6aa0-46d5-8917-2a3344abee32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.917328] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1277.917561] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1277.917710] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.917885] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1277.918037] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.918252] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1277.918482] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1277.918640] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1277.918801] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1277.918955] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1277.919162] env[62221]: DEBUG nova.virt.hardware [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1277.919983] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a888d-144c-4208-b898-d008793f76e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.928963] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed00edc6-8936-4ffd-bff4-4477a6752ac1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.933346] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1277.933346] env[62221]: value = "task-1700688" [ 1277.933346] env[62221]: _type = "Task" [ 1277.933346] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.953941] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.968366] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700686, 'name': ReconfigVM_Task, 'duration_secs': 0.625422} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.968366] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.968701] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef3d4c86-c245-44c8-83e7-3f50597498f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.977377] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1277.977377] env[62221]: value = "task-1700689" [ 1277.977377] env[62221]: _type = "Task" [ 1277.977377] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.986701] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700689, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.004876] env[62221]: DEBUG nova.scheduler.client.report [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1278.005168] env[62221]: DEBUG nova.compute.provider_tree [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 58 to 59 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1278.005353] env[62221]: DEBUG nova.compute.provider_tree [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.101516] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700687, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.217922] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1278.330859] env[62221]: DEBUG oslo_concurrency.lockutils [req-b352830d-b171-4af6-b849-5bcbd272c223 req-1277fc88-8d87-49a1-82e7-5f056953efb1 service nova] Releasing lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.443183] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700688, 'name': ReconfigVM_Task, 'duration_secs': 0.154956} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.443485] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354459', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'name': 'volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f81d0096-ce67-4d01-8c1f-db803fe86de9', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'serial': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1278.444016] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0b263d-e0e9-4a9a-9b67-4ecd4c64f69b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.450920] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1278.450920] env[62221]: value = "task-1700690" [ 1278.450920] env[62221]: _type = "Task" [ 1278.450920] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.465910] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700690, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.489218] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700689, 'name': Rename_Task, 'duration_secs': 0.190618} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.489218] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.489218] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330e0fee-e04d-4cf8-81b4-4881c400a3cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.495117] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1278.495117] env[62221]: value = "task-1700691" [ 1278.495117] env[62221]: _type = "Task" [ 1278.495117] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.503276] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.511796] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.512323] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1278.514986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.492s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.515228] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.517212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.071s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.518749] env[62221]: INFO nova.compute.claims [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.559656] env[62221]: INFO nova.scheduler.client.report [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Deleted allocations for instance b705803c-92c3-48fe-a310-82866b074b71 [ 1278.604969] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700687, 'name': CreateVM_Task, 'duration_secs': 0.615674} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.605195] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.606132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.606305] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.606621] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.606879] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac0e23c-908d-448e-a62b-69696c80bf02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.613648] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1278.613648] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dd62fc-a523-84c4-a495-10f82a501604" [ 1278.613648] env[62221]: _type = "Task" [ 1278.613648] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.627439] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dd62fc-a523-84c4-a495-10f82a501604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.686893] env[62221]: DEBUG nova.compute.manager [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Received event network-vif-plugged-ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.687185] env[62221]: DEBUG oslo_concurrency.lockutils [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.687356] env[62221]: DEBUG oslo_concurrency.lockutils [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.687507] env[62221]: DEBUG oslo_concurrency.lockutils [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.688109] env[62221]: DEBUG nova.compute.manager [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] No waiting events found dispatching network-vif-plugged-ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1278.688109] env[62221]: WARNING nova.compute.manager [req-4022e8b0-fa69-45ac-83fd-b84382f4b19e req-8dabd6b8-ab9f-486d-bd00-d18071b06268 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Received unexpected event network-vif-plugged-ca6e691e-a868-478f-b04f-d5d513830caf for instance with vm_state building and task_state spawning. [ 1278.738154] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.790110] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Successfully updated port: ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.821527] env[62221]: DEBUG nova.compute.manager [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1278.822375] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47335cd8-2a7f-4ce0-a498-a0ea1202627c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.963768] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700690, 'name': Rename_Task, 'duration_secs': 0.151794} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.964057] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.964316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc490a6-c8b6-4427-8552-1585f7b70c2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.974029] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1278.974029] env[62221]: value = "task-1700692" [ 1278.974029] env[62221]: _type = "Task" [ 1278.974029] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.982263] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.007693] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.022887] env[62221]: DEBUG nova.compute.utils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1279.026369] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1279.029276] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.067824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb112a59-21c8-49f8-929a-5d333f806640 tempest-AttachInterfacesV270Test-1571923837 tempest-AttachInterfacesV270Test-1571923837-project-member] Lock "b705803c-92c3-48fe-a310-82866b074b71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.094s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.112614] env[62221]: DEBUG nova.policy [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '557ccddf4cb1447683d6a371588a3d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d7b8bfc9136457b96919fd951c54cfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1279.125086] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dd62fc-a523-84c4-a495-10f82a501604, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.125486] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.125774] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.126594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.126594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.126594] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.126742] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5244e8a5-a6b6-4630-bc66-d785c6a93a93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.136371] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.136610] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.137421] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c494ed3d-2658-4f41-93c3-9da3339a3544 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.142915] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1279.142915] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f31b17-8b90-0be3-430d-7085810ef2df" [ 1279.142915] env[62221]: _type = "Task" [ 1279.142915] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.151436] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f31b17-8b90-0be3-430d-7085810ef2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.254973] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.255275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.255518] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.255723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.255927] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.258456] env[62221]: INFO nova.compute.manager [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Terminating instance [ 1279.260566] env[62221]: DEBUG nova.compute.manager [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1279.261107] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.262108] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0452fbc-5e3b-4c75-bbeb-fc0df7dd9aad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.271076] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.271427] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfb43f7-e1f1-4044-85f7-001e114e1d62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.278181] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1279.278181] env[62221]: value = "task-1700693" [ 1279.278181] env[62221]: _type = "Task" [ 1279.278181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.286678] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.291472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.291671] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.291881] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.337482] env[62221]: INFO nova.compute.manager [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] instance snapshotting [ 1279.340289] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297cb068-3707-474d-b15e-3d6c593adebe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.361521] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22084eb-317f-47b2-9c07-0ff9a37cd114 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.485607] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.506566] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.530504] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1279.631229] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Successfully created port: a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.653667] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f31b17-8b90-0be3-430d-7085810ef2df, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.654700] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab6a6cb-1053-4a4c-ac87-300142528ee6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.666021] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1279.666021] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524cd368-67a6-0768-b4c3-235fe203a42b" [ 1279.666021] env[62221]: _type = "Task" [ 1279.666021] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.676261] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524cd368-67a6-0768-b4c3-235fe203a42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.792073] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700693, 'name': PowerOffVM_Task, 'duration_secs': 0.198116} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.792359] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.792546] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.792811] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f057f47a-455b-470a-8f85-1b2d7e526de1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.860502] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.873181] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1279.873543] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c01227c-85f4-432b-bfea-6f7325c53375 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.883664] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1279.883664] env[62221]: value = "task-1700695" [ 1279.883664] env[62221]: _type = "Task" [ 1279.883664] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.892761] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.904427] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.904639] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.904962] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Deleting the datastore file [datastore1] 22b638d0-62c8-4b5e-80d1-cfe9222c8514 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.905158] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0da6c3c-36fd-4c68-99a0-2f4cc4206a4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.911325] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for the task: (returnval){ [ 1279.911325] env[62221]: value = "task-1700696" [ 1279.911325] env[62221]: _type = "Task" [ 1279.911325] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.921109] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.988440] env[62221]: DEBUG oslo_vmware.api [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700692, 'name': PowerOnVM_Task, 'duration_secs': 0.537358} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.988544] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.988691] env[62221]: INFO nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1279.988862] env[62221]: DEBUG nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1279.989683] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d754719a-2344-47a5-b3ff-a2eac5569488 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.993670] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7808e7-d9d9-4be4-bf3b-1021ea679d78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.007494] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19be5f4-f298-4429-8ac6-e672b0daa4c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.014234] env[62221]: DEBUG oslo_vmware.api [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700691, 'name': PowerOnVM_Task, 'duration_secs': 1.06109} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.014917] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.015041] env[62221]: INFO nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1280.015180] env[62221]: DEBUG nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1280.015902] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ea843a-50f4-477f-8e78-6be0227d8527 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.052217] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e11fc0-1e74-4b1d-822f-90918626c80f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.064569] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74562f8-08e3-4ea8-bb9f-8319278b8a11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.081346] env[62221]: DEBUG nova.compute.provider_tree [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.179307] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524cd368-67a6-0768-b4c3-235fe203a42b, 'name': SearchDatastore_Task, 'duration_secs': 0.031286} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.179307] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.179307] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94c964d6-91c1-474d-adb2-c0605a7ebe1b/94c964d6-91c1-474d-adb2-c0605a7ebe1b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.179307] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56cdd129-4e9d-4c59-8a54-81f937a7e4a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.188186] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1280.188186] env[62221]: value = "task-1700697" [ 1280.188186] env[62221]: _type = "Task" [ 1280.188186] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.201268] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.393932] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.425792] env[62221]: DEBUG oslo_vmware.api [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Task: {'id': task-1700696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229879} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.426268] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.426632] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.426907] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.427278] env[62221]: INFO nova.compute.manager [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1280.427664] env[62221]: DEBUG oslo.service.loopingcall [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.428047] env[62221]: DEBUG nova.compute.manager [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1280.428352] env[62221]: DEBUG nova.network.neutron [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.437167] env[62221]: DEBUG nova.network.neutron [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.531367] env[62221]: INFO nova.compute.manager [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Took 42.38 seconds to build instance. [ 1280.553634] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1280.568042] env[62221]: INFO nova.compute.manager [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Took 44.18 seconds to build instance. [ 1280.587439] env[62221]: DEBUG nova.scheduler.client.report [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1280.593079] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1280.593358] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1280.593548] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.593700] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1280.593846] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.593990] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1280.594251] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1280.594414] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1280.594578] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1280.595160] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1280.595160] env[62221]: DEBUG nova.virt.hardware [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.596325] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a24c1-263f-4ded-b864-b3fe78f07434 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.609521] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6c0cd-8726-4f14-a650-97ea883f253f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.698797] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.841755] env[62221]: DEBUG nova.compute.manager [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Received event network-changed-ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.841929] env[62221]: DEBUG nova.compute.manager [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Refreshing instance network info cache due to event network-changed-ca6e691e-a868-478f-b04f-d5d513830caf. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1280.842140] env[62221]: DEBUG oslo_concurrency.lockutils [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.895872] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700695, 'name': CreateSnapshot_Task, 'duration_secs': 0.734522} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.896169] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1280.896916] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a03ca-515b-4f1d-a923-2c21b953c7c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.939581] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.941080] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Instance network_info: |[{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1280.942381] env[62221]: DEBUG oslo_concurrency.lockutils [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.942381] env[62221]: DEBUG nova.network.neutron [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Refreshing network info cache for port ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.947494] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0b:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca6e691e-a868-478f-b04f-d5d513830caf', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.956440] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating folder: Project (b160f5fd5ab34c48acaa09d533ba8c3b). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1280.957621] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e020df96-33e5-4290-8835-34d2e51670f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.970769] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created folder: Project (b160f5fd5ab34c48acaa09d533ba8c3b) in parent group-v354396. [ 1280.970971] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating folder: Instances. Parent ref: group-v354492. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1280.971215] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e13a7c0b-6fb4-461c-8332-9833e074ebf3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.980913] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created folder: Instances in parent group-v354492. [ 1280.980913] env[62221]: DEBUG oslo.service.loopingcall [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.980913] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.981069] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52063e6-28ed-41cb-8d91-51c982edbcbb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.005165] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.005165] env[62221]: value = "task-1700700" [ 1281.005165] env[62221]: _type = "Task" [ 1281.005165] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.015920] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700700, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.034707] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff13a74f-8d4f-4c08-907b-7aaf47133497 tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.896s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.070824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4ecadcb-1dad-4c27-8e64-18d410970888 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.701s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.100791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.101593] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1281.105089] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.839s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.111517] env[62221]: INFO nova.compute.claims [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.202836] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.215607] env[62221]: DEBUG nova.compute.manager [req-153491ed-e97c-4463-8988-ac89d2aa3f56 req-3b4449ec-588f-4f1d-b348-8fef8c3316d1 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Received event network-vif-deleted-ce328351-8ee5-47dd-b8ee-8c2e2979ae62 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.215949] env[62221]: INFO nova.compute.manager [req-153491ed-e97c-4463-8988-ac89d2aa3f56 req-3b4449ec-588f-4f1d-b348-8fef8c3316d1 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Neutron deleted interface ce328351-8ee5-47dd-b8ee-8c2e2979ae62; detaching it from the instance and deleting it from the info cache [ 1281.216263] env[62221]: DEBUG nova.network.neutron [req-153491ed-e97c-4463-8988-ac89d2aa3f56 req-3b4449ec-588f-4f1d-b348-8fef8c3316d1 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.428493] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1281.428493] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e105660-fbf1-41ab-b79c-9e4887388a3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.441884] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1281.441884] env[62221]: value = "task-1700701" [ 1281.441884] env[62221]: _type = "Task" [ 1281.441884] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.448913] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700701, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.515165] env[62221]: DEBUG nova.network.neutron [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.526746] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700700, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.542159] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1281.554561] env[62221]: INFO nova.compute.manager [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Rebuilding instance [ 1281.575911] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1281.620326] env[62221]: DEBUG nova.compute.utils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1281.626314] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1281.626535] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.629028] env[62221]: DEBUG nova.compute.manager [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1281.629960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0cf4f-95da-4a70-af5d-67e6955fb8cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.685186] env[62221]: DEBUG nova.policy [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe77aca67dc4ac08237331b20c287e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babd3d9b4c474fb59d53b2ee38919878', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1281.708461] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.719959] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-923065e9-e1ae-4926-a8ec-20cdb20e82bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.729256] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d5ce73-9801-4c52-8317-1e48ea8f603b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.765662] env[62221]: DEBUG nova.compute.manager [req-153491ed-e97c-4463-8988-ac89d2aa3f56 req-3b4449ec-588f-4f1d-b348-8fef8c3316d1 service nova] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Detach interface failed, port_id=ce328351-8ee5-47dd-b8ee-8c2e2979ae62, reason: Instance 22b638d0-62c8-4b5e-80d1-cfe9222c8514 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1281.949062] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700701, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.022024] env[62221]: INFO nova.compute.manager [-] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Took 1.59 seconds to deallocate network for instance. [ 1282.022024] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700700, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.043274] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Successfully updated port: a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.051304] env[62221]: DEBUG nova.network.neutron [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updated VIF entry in instance network info cache for port ca6e691e-a868-478f-b04f-d5d513830caf. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.051304] env[62221]: DEBUG nova.network.neutron [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.069987] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.103388] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.128067] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1282.145473] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.147630] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afcf617-27ba-4538-8b61-7768463ac665 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.153858] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1282.153858] env[62221]: value = "task-1700702" [ 1282.153858] env[62221]: _type = "Task" [ 1282.153858] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.167437] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.204894] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700697, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.626623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.205186] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94c964d6-91c1-474d-adb2-c0605a7ebe1b/94c964d6-91c1-474d-adb2-c0605a7ebe1b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.205459] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.205926] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26cb36ea-0440-4072-a615-9ea05828bd94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.219055] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1282.219055] env[62221]: value = "task-1700703" [ 1282.219055] env[62221]: _type = "Task" [ 1282.219055] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.231964] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.245868] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Successfully created port: fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.453509] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700701, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.524433] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700700, 'name': CreateVM_Task, 'duration_secs': 1.136001} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.525187] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.526507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.527476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.527954] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.528349] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f879c3d-aacb-45d9-81a7-363286421d27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.536252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.539053] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1282.539053] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1fe40-66be-5a86-e4f4-27c4e3ab1040" [ 1282.539053] env[62221]: _type = "Task" [ 1282.539053] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.546016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.546281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.546477] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.559011] env[62221]: DEBUG oslo_concurrency.lockutils [req-cd729353-26e2-4c46-b439-fed0cf003f16 req-1926aea5-4424-4e9d-ac05-d1d607671d22 service nova] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.562591] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1fe40-66be-5a86-e4f4-27c4e3ab1040, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.565674] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.565827] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.566964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.566964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.566964] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.568402] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7adbb57-6c86-4ae7-aa35-cfd8d75ad525 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.581702] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.582245] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.590812] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a76a4f-cdcd-40aa-9fda-7618fb346796 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.597944] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1282.597944] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524eede0-558e-fdf7-bc3e-941abc7eeb6e" [ 1282.597944] env[62221]: _type = "Task" [ 1282.597944] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.610117] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524eede0-558e-fdf7-bc3e-941abc7eeb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.674973] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700702, 'name': PowerOffVM_Task, 'duration_secs': 0.441613} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.675265] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.675478] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.676319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456f86a-b9f5-4185-8b53-82e3b5db086b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.687525] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.687525] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63ce4cd9-b527-4470-a603-3a0defa8e964 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.717614] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e477de72-05d9-49d3-96d1-8788e6489b22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.729700] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.731886] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.732768] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371f89f-2a99-4b3a-98e6-f1245ac0a3d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.736284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66860c00-483e-4d56-8f15-75fae43135fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.760808] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 94c964d6-91c1-474d-adb2-c0605a7ebe1b/94c964d6-91c1-474d-adb2-c0605a7ebe1b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.789524] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db762388-aaeb-45f9-a23c-3821866f8302 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.807282] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec2e62-4b33-46a1-b20a-87b6ac6cfc86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.809901] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.810106] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.810284] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.810888] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10bbaba-78eb-491e-9b53-150c66ca6010 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.821033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874698e-7f77-422f-8e38-154800fe4128 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.825025] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1282.825025] env[62221]: value = "task-1700705" [ 1282.825025] env[62221]: _type = "Task" [ 1282.825025] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.825025] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1282.825025] env[62221]: value = "task-1700706" [ 1282.825025] env[62221]: _type = "Task" [ 1282.825025] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.841719] env[62221]: DEBUG nova.compute.provider_tree [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.850706] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.854535] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.874507] env[62221]: DEBUG nova.compute.manager [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-vif-plugged-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.874507] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Acquiring lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.874775] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.878019] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.878019] env[62221]: DEBUG nova.compute.manager [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] No waiting events found dispatching network-vif-plugged-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1282.878019] env[62221]: WARNING nova.compute.manager [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received unexpected event network-vif-plugged-a006a2ea-b8ca-4247-9444-4ea82db0e838 for instance with vm_state building and task_state spawning. [ 1282.878019] env[62221]: DEBUG nova.compute.manager [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.878019] env[62221]: DEBUG nova.compute.manager [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing instance network info cache due to event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1282.878543] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.953016] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700701, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.105122] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.114189] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524eede0-558e-fdf7-bc3e-941abc7eeb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.115332] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c15e652-4b3b-4bb9-a6a6-03dabb04193e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.123929] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1283.123929] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52227f01-f8cd-b1be-9fca-0b2b870fefe8" [ 1283.123929] env[62221]: _type = "Task" [ 1283.123929] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.132662] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52227f01-f8cd-b1be-9fca-0b2b870fefe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.138952] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1283.170528] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1283.170528] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1283.170743] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.170792] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1283.171014] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.171104] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1283.171576] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1283.171576] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1283.171576] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1283.171727] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1283.173727] env[62221]: DEBUG nova.virt.hardware [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.173727] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6d2a4-6866-43bc-a986-407d8a3e3b8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.181311] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b39018-7226-499e-846d-689e1673b59a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.283296] env[62221]: DEBUG nova.network.neutron [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.338198] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226335} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.341319] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.341529] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.341708] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.344235] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700705, 'name': ReconfigVM_Task, 'duration_secs': 0.41031} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.350756] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 94c964d6-91c1-474d-adb2-c0605a7ebe1b/94c964d6-91c1-474d-adb2-c0605a7ebe1b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.352567] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562149af-8f62-42b3-82ce-3d6bc158b6bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.359342] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1283.359342] env[62221]: value = "task-1700707" [ 1283.359342] env[62221]: _type = "Task" [ 1283.359342] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.373061] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700707, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.380355] env[62221]: DEBUG nova.scheduler.client.report [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1283.380681] env[62221]: DEBUG nova.compute.provider_tree [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 59 to 60 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1283.380897] env[62221]: DEBUG nova.compute.provider_tree [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.451054] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700701, 'name': CloneVM_Task, 'duration_secs': 1.718052} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.451340] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Created linked-clone VM from snapshot [ 1283.452118] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51280c9-d4cd-4421-a459-325d71c37500 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.460926] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Uploading image 70e05636-bf76-473d-b43c-599c56bf969c {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1283.487126] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1283.487126] env[62221]: value = "vm-354495" [ 1283.487126] env[62221]: _type = "VirtualMachine" [ 1283.487126] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1283.487498] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21a28507-df2f-421f-ab22-13369d74a447 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.493320] env[62221]: DEBUG nova.compute.manager [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Received event network-changed-35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.493508] env[62221]: DEBUG nova.compute.manager [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Refreshing instance network info cache due to event network-changed-35431cf7-85ab-48f8-b91a-651fbe2b7a63. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1283.493857] env[62221]: DEBUG oslo_concurrency.lockutils [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] Acquiring lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.494044] env[62221]: DEBUG oslo_concurrency.lockutils [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] Acquired lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.494185] env[62221]: DEBUG nova.network.neutron [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Refreshing network info cache for port 35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.502019] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lease: (returnval){ [ 1283.502019] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c927b0-0e32-b24c-8c10-7570e373c614" [ 1283.502019] env[62221]: _type = "HttpNfcLease" [ 1283.502019] env[62221]: } obtained for exporting VM: (result){ [ 1283.502019] env[62221]: value = "vm-354495" [ 1283.502019] env[62221]: _type = "VirtualMachine" [ 1283.502019] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1283.502318] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the lease: (returnval){ [ 1283.502318] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c927b0-0e32-b24c-8c10-7570e373c614" [ 1283.502318] env[62221]: _type = "HttpNfcLease" [ 1283.502318] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1283.510156] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.510156] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c927b0-0e32-b24c-8c10-7570e373c614" [ 1283.510156] env[62221]: _type = "HttpNfcLease" [ 1283.510156] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.633774] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52227f01-f8cd-b1be-9fca-0b2b870fefe8, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.634059] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.634305] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.634548] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c47de70-1b13-4003-9a52-8d2e3b60ecff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.642155] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1283.642155] env[62221]: value = "task-1700709" [ 1283.642155] env[62221]: _type = "Task" [ 1283.642155] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.651651] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.785816] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.789466] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Instance network_info: |[{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1283.789711] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.790556] env[62221]: DEBUG nova.network.neutron [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.791759] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:5e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a006a2ea-b8ca-4247-9444-4ea82db0e838', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.811547] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Creating folder: Project (3d7b8bfc9136457b96919fd951c54cfd). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.819648] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d18e021-9260-4ee3-a1db-8d06aa7413bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.834210] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Created folder: Project (3d7b8bfc9136457b96919fd951c54cfd) in parent group-v354396. [ 1283.834421] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Creating folder: Instances. Parent ref: group-v354496. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.834760] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05f053ba-28c1-4e96-a6b2-0f304dc18a60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.847462] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Created folder: Instances in parent group-v354496. [ 1283.847730] env[62221]: DEBUG oslo.service.loopingcall [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.847958] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.849390] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435d0f03-97a1-4798-82a5-b822394b7831 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.880461] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700707, 'name': Rename_Task, 'duration_secs': 0.161408} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.881771] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.881960] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.881960] env[62221]: value = "task-1700712" [ 1283.881960] env[62221]: _type = "Task" [ 1283.881960] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.882232] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed92304-b431-4890-b9a9-7f1988ff83f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.890773] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.891701] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1283.899281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.696s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.899486] env[62221]: DEBUG nova.objects.instance [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1283.902360] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1283.902360] env[62221]: value = "task-1700713" [ 1283.902360] env[62221]: _type = "Task" [ 1283.902360] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.902605] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700712, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.913056] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.011855] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.011855] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c927b0-0e32-b24c-8c10-7570e373c614" [ 1284.011855] env[62221]: _type = "HttpNfcLease" [ 1284.011855] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1284.012814] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1284.012814] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c927b0-0e32-b24c-8c10-7570e373c614" [ 1284.012814] env[62221]: _type = "HttpNfcLease" [ 1284.012814] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1284.013116] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b91db6-a467-4126-ac47-978eb7325db5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.032690] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1284.032857] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1284.109018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.109271] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.155519] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700709, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.158915] env[62221]: DEBUG nova.network.neutron [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updated VIF entry in instance network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.159270] env[62221]: DEBUG nova.network.neutron [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.162326] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70401f0b-ca8b-4880-acf9-7fd82fc8c02d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.398495] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700712, 'name': CreateVM_Task, 'duration_secs': 0.440808} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.404019] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.404019] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1284.404019] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1284.404019] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.404510] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1284.404510] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.404510] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1284.404610] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1284.404853] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1284.405069] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1284.405510] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1284.405655] env[62221]: DEBUG nova.virt.hardware [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.407130] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.407308] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.407639] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.409128] env[62221]: DEBUG nova.compute.utils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1284.412905] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a26d1d-4883-4575-9f39-42ad6226c2c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.418438] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Successfully updated port: fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.421831] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1694627-51d6-4035-a312-d18d4fe45187 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.424129] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1284.424347] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.435060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9c59a13b-40dd-4276-8dc9-1fc8e99ee7ad tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.534s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.437306] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.675s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.438822] env[62221]: INFO nova.compute.claims [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.452220] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9b27d-3313-40f1-ba9c-bb1ad446df69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.462145] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.462483] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1284.462483] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d705e-a674-85c2-52ee-7fac0f6afb0f" [ 1284.462483] env[62221]: _type = "Task" [ 1284.462483] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.476908] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:2d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f04bd7-50c3-44c7-8038-ca41da282010', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.486496] env[62221]: DEBUG oslo.service.loopingcall [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.487363] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.487604] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c8d83df-6099-4b4b-80b8-8ed1ac4368d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.507638] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d705e-a674-85c2-52ee-7fac0f6afb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.508505] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.508754] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.508974] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.509199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.509492] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.509825] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b2733e-d2e5-4d94-8898-ecdc3c763526 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.514803] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.514803] env[62221]: value = "task-1700714" [ 1284.514803] env[62221]: _type = "Task" [ 1284.514803] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.520583] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.520801] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.521883] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba59e89b-52bb-4165-a6ad-a4212c5cf61b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.527802] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700714, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.531712] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1284.531712] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522478aa-6da0-e9aa-d8d5-f9ea4b6ccbf2" [ 1284.531712] env[62221]: _type = "Task" [ 1284.531712] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.540488] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522478aa-6da0-e9aa-d8d5-f9ea4b6ccbf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.557562] env[62221]: DEBUG nova.policy [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1284.656093] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554634} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.657255] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.657255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.657255] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c927ccd-963d-4a19-8008-45343dc55e6e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.661641] env[62221]: DEBUG nova.network.neutron [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updated VIF entry in instance network info cache for port 35431cf7-85ab-48f8-b91a-651fbe2b7a63. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.661641] env[62221]: DEBUG nova.network.neutron [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updating instance_info_cache with network_info: [{"id": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "address": "fa:16:3e:a9:f7:a1", "network": {"id": "91938012-cb96-453b-a3fb-29a86e808525", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1846417784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b0855db8c246b78343b69514c52f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35431cf7-85", "ovs_interfaceid": "35431cf7-85ab-48f8-b91a-651fbe2b7a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.662315] env[62221]: DEBUG oslo_concurrency.lockutils [req-6e1527af-9831-499f-b5af-d36cf258d3bd req-022dcc1a-7af7-401a-adf4-99b4a8f856b6 service nova] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.669286] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1284.669286] env[62221]: value = "task-1700715" [ 1284.669286] env[62221]: _type = "Task" [ 1284.669286] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.681196] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.907420] env[62221]: DEBUG nova.compute.manager [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received event network-vif-plugged-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.907600] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.907914] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.908160] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.908333] env[62221]: DEBUG nova.compute.manager [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] No waiting events found dispatching network-vif-plugged-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.908564] env[62221]: WARNING nova.compute.manager [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received unexpected event network-vif-plugged-fb070338-05c9-4fff-8cbb-8d8473c9f881 for instance with vm_state building and task_state spawning. [ 1284.910153] env[62221]: DEBUG nova.compute.manager [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.910153] env[62221]: DEBUG nova.compute.manager [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing instance network info cache due to event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1284.910153] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Acquiring lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.910153] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Acquired lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.910153] env[62221]: DEBUG nova.network.neutron [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing network info cache for port fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.921416] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1284.924621] env[62221]: DEBUG oslo_vmware.api [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700713, 'name': PowerOnVM_Task, 'duration_secs': 0.783374} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.925801] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.926111] env[62221]: INFO nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1284.926351] env[62221]: DEBUG nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1284.927229] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac24330-7007-48fa-b008-a2df2681c457 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.930622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.014132] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Successfully created port: 4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.025710] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700714, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.042102] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522478aa-6da0-e9aa-d8d5-f9ea4b6ccbf2, 'name': SearchDatastore_Task, 'duration_secs': 0.030815} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.043090] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210d2156-4155-4d29-998b-78a498b8afa5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.049931] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1285.049931] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52206362-a836-571b-e2d5-05888af20b16" [ 1285.049931] env[62221]: _type = "Task" [ 1285.049931] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.061107] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52206362-a836-571b-e2d5-05888af20b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.163963] env[62221]: DEBUG oslo_concurrency.lockutils [req-6376d744-200a-45af-be64-1df25e98aeb1 req-4f4c67d3-aa3e-439d-a6c6-02e4e5a3bcc9 service nova] Releasing lock "refresh_cache-f81d0096-ce67-4d01-8c1f-db803fe86de9" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.181667] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.182071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.183312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ca3eb3-dc9f-4cd4-844c-077e49275a15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.212387] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.212838] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e26dda2-b3f1-4176-b0b4-98ff69708b76 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.236525] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1285.236525] env[62221]: value = "task-1700716" [ 1285.236525] env[62221]: _type = "Task" [ 1285.236525] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.249026] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.451625] env[62221]: INFO nova.compute.manager [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Took 46.27 seconds to build instance. [ 1285.461123] env[62221]: DEBUG nova.network.neutron [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.527203] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700714, 'name': CreateVM_Task, 'duration_secs': 0.637149} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.531536] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.534947] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.537492] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.537492] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.537492] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12f0a91-dffe-4f7f-b45f-286daccc1cfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.542308] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1285.542308] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b938b9-6c4e-75c4-cc73-f12409d6127c" [ 1285.542308] env[62221]: _type = "Task" [ 1285.542308] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.558354] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b938b9-6c4e-75c4-cc73-f12409d6127c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.565089] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52206362-a836-571b-e2d5-05888af20b16, 'name': SearchDatastore_Task, 'duration_secs': 0.027765} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.571022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.571022] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/c1b58810-0afe-4dcf-a87d-86f3f844976f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.571022] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd088769-e159-4d58-a3ee-6afb51499b1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.577587] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1285.577587] env[62221]: value = "task-1700717" [ 1285.577587] env[62221]: _type = "Task" [ 1285.577587] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.590139] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.604445] env[62221]: DEBUG nova.network.neutron [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.748560] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.886654] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d530b711-2b59-4268-93ed-d42b310981ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.895376] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800c160-9e8f-434c-9dc8-f54d6cdfb145 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.927513] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a47bec-5ac8-48ea-8767-7d6013e9e3b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.932954] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1285.938755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd4c32-1ae4-44b7-8ec4-b81240234015 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.954493] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f45976a8-afda-493c-831d-b682d4e184f7 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.782s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.955437] env[62221]: DEBUG nova.compute.provider_tree [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.973141] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.973660] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.973660] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.973851] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.973982] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.974492] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.974666] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.974791] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.975066] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.975297] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.975488] env[62221]: DEBUG nova.virt.hardware [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.976418] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289008ca-549e-4193-afa7-328d482901bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.987464] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe7b00-65e2-4fcd-9461-f960ef5b1f2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.054440] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b938b9-6c4e-75c4-cc73-f12409d6127c, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.055068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.055478] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.055845] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.056200] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.056523] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.057235] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a5e08fb-a9bc-48fc-a943-f2e62e7e8b5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.075681] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.075882] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.076885] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a3070c-5787-484d-ba19-2848b0bad235 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.091031] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.092786] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1286.092786] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e3440b-8edb-6ac2-23c3-92c02467d8dc" [ 1286.092786] env[62221]: _type = "Task" [ 1286.092786] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.102898] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e3440b-8edb-6ac2-23c3-92c02467d8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.111710] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ee89c57-7bff-45a1-809c-a6c5c98ea5d9 req-9b5eb6cc-21da-47c9-91e6-ac6bfa0f4a1b service nova] Releasing lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.112119] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.112288] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.250722] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700716, 'name': ReconfigVM_Task, 'duration_secs': 0.737421} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.251080] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.252476] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b8bc79-6152-4f6f-8764-9d0a32bec86f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.262132] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1286.262132] env[62221]: value = "task-1700718" [ 1286.262132] env[62221]: _type = "Task" [ 1286.262132] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.272920] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700718, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.462238] env[62221]: DEBUG nova.scheduler.client.report [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1286.466852] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1286.592408] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835234} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.593092] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/c1b58810-0afe-4dcf-a87d-86f3f844976f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.593409] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.593785] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09f5254-5a0b-4cf9-9a41-573f00e55342 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.607525] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e3440b-8edb-6ac2-23c3-92c02467d8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.076097} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.610169] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1286.610169] env[62221]: value = "task-1700719" [ 1286.610169] env[62221]: _type = "Task" [ 1286.610169] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.610722] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdd802f-f520-4761-a277-b4eb74c43031 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.621033] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1286.621033] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cc9fc9-ae23-f58e-bba7-de007cf6eb5b" [ 1286.621033] env[62221]: _type = "Task" [ 1286.621033] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.628399] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.637546] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cc9fc9-ae23-f58e-bba7-de007cf6eb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.690417] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.774513] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700718, 'name': Rename_Task, 'duration_secs': 0.310692} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.774939] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.775213] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7757bff8-ff21-428a-bea0-5d82d74b229d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.786205] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1286.786205] env[62221]: value = "task-1700720" [ 1286.786205] env[62221]: _type = "Task" [ 1286.786205] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.798026] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.971678] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.972300] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1286.977936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.730s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.978239] env[62221]: DEBUG nova.objects.instance [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1287.000800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.078183] env[62221]: DEBUG nova.network.neutron [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [{"id": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "address": "fa:16:3e:18:3e:d7", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb070338-05", "ovs_interfaceid": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.126400] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073925} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.131474] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.135019] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Successfully updated port: 4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.135019] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b1226-d7d9-4b32-a97a-847a61a41e36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.147248] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cc9fc9-ae23-f58e-bba7-de007cf6eb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.158385] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.158771] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.168253] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/c1b58810-0afe-4dcf-a87d-86f3f844976f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.168636] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-440b6885-6b88-40cb-a180-2e38a0b1de72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.171820] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18781d1-31a8-402b-aa16-555a354153b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.195347] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1287.195347] env[62221]: value = "task-1700722" [ 1287.195347] env[62221]: _type = "Task" [ 1287.195347] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.197847] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1287.197847] env[62221]: value = "task-1700721" [ 1287.197847] env[62221]: _type = "Task" [ 1287.197847] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.212790] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.216574] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.300809] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.488137] env[62221]: DEBUG nova.compute.utils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1287.491196] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1287.492373] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.565075] env[62221]: DEBUG nova.policy [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1287.574039] env[62221]: DEBUG nova.compute.manager [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Received event network-vif-plugged-4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1287.574412] env[62221]: DEBUG oslo_concurrency.lockutils [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] Acquiring lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.574733] env[62221]: DEBUG oslo_concurrency.lockutils [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.575135] env[62221]: DEBUG oslo_concurrency.lockutils [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.575462] env[62221]: DEBUG nova.compute.manager [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] No waiting events found dispatching network-vif-plugged-4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1287.575727] env[62221]: WARNING nova.compute.manager [req-f750b71e-853a-4117-8efa-67b358f4aad5 req-7cc25a3b-6b0f-4634-b240-bf506e351c6e service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Received unexpected event network-vif-plugged-4b6d98dc-c69f-4209-8474-9935645254de for instance with vm_state building and task_state spawning. [ 1287.579224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.579603] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance network_info: |[{"id": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "address": "fa:16:3e:18:3e:d7", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb070338-05", "ovs_interfaceid": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1287.580126] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:3e:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb070338-05c9-4fff-8cbb-8d8473c9f881', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.592061] env[62221]: DEBUG oslo.service.loopingcall [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.592892] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.593262] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b84dba4-56c5-4182-95f2-52e4fda61091 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.618172] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.618172] env[62221]: value = "task-1700723" [ 1287.618172] env[62221]: _type = "Task" [ 1287.618172] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.631198] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700723, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.641146] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.641412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.641603] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.719939] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.726655] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.799887] env[62221]: DEBUG oslo_vmware.api [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700720, 'name': PowerOnVM_Task, 'duration_secs': 0.629903} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.800916] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.801325] env[62221]: INFO nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1287.801642] env[62221]: DEBUG nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1287.803818] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957312e8-fc99-4b55-863d-b2ca14f95852 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.997169] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d8ce1a6-2238-4eac-bc4f-aa3486e86593 tempest-ServersAdmin275Test-2062338565 tempest-ServersAdmin275Test-2062338565-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.998066] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1288.000777] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.994s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.001141] env[62221]: DEBUG nova.objects.instance [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lazy-loading 'resources' on Instance uuid a9d69a9c-b72d-43f1-9714-e0225089f9b0 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.041540] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Successfully created port: 1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.128880] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700723, 'name': CreateVM_Task, 'duration_secs': 0.46706} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.129092] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.129812] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.129995] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.130344] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.130609] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101b5c3-5e4d-41d1-823d-c66f1735d8a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.137383] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1288.137383] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee78e6-46cb-d297-5271-22696caa8210" [ 1288.137383] env[62221]: _type = "Task" [ 1288.137383] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.156426] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee78e6-46cb-d297-5271-22696caa8210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.211830] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700722, 'name': ReconfigVM_Task, 'duration_secs': 0.622179} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.212755] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/c1b58810-0afe-4dcf-a87d-86f3f844976f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.213964] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90aa820-d639-48db-9033-49dbb704faec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.219503] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710853} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.220531] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.220804] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.221133] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01eedae-a7dc-4bff-90ee-9cb5ace55c33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.227578] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1288.227578] env[62221]: value = "task-1700724" [ 1288.227578] env[62221]: _type = "Task" [ 1288.227578] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.233185] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1288.233185] env[62221]: value = "task-1700725" [ 1288.233185] env[62221]: _type = "Task" [ 1288.233185] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.234183] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.243558] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700724, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.251819] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.270642] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.271265] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.271400] env[62221]: INFO nova.compute.manager [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Rebooting instance [ 1288.330894] env[62221]: INFO nova.compute.manager [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Took 47.47 seconds to build instance. [ 1288.642760] env[62221]: DEBUG nova.network.neutron [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Updating instance_info_cache with network_info: [{"id": "4b6d98dc-c69f-4209-8474-9935645254de", "address": "fa:16:3e:22:f0:6c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6d98dc-c6", "ovs_interfaceid": "4b6d98dc-c69f-4209-8474-9935645254de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.651504] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee78e6-46cb-d297-5271-22696caa8210, 'name': SearchDatastore_Task, 'duration_secs': 0.019371} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.651909] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.652220] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.652486] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.652700] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.652921] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.653236] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca878ee-4503-4053-b8dc-0946757976d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.665202] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.665394] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.666145] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8681dcab-bd71-4b5a-8071-1eb822b43e2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.674284] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1288.674284] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acf13d-69d5-87ad-77f1-45d262e1f7c8" [ 1288.674284] env[62221]: _type = "Task" [ 1288.674284] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.683839] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acf13d-69d5-87ad-77f1-45d262e1f7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.738897] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700724, 'name': Rename_Task, 'duration_secs': 0.216159} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.742440] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.745096] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa13774e-3bcb-4973-8232-bc24e4e205ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.753556] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085101} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.755011] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.755389] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1288.755389] env[62221]: value = "task-1700726" [ 1288.755389] env[62221]: _type = "Task" [ 1288.755389] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.756086] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc885ac-aec3-483b-8d63-670df87c8254 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.770050] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.791156] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.794318] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770b9b7a-2477-4393-a9b5-1af8094dd576 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.816043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.816043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquired lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.816043] env[62221]: DEBUG nova.network.neutron [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.818453] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1288.818453] env[62221]: value = "task-1700727" [ 1288.818453] env[62221]: _type = "Task" [ 1288.818453] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.830477] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.830979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6a184f9a-794d-47aa-9af5-c4be30edd534 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.982s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.010152] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1289.038132] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1289.038412] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1289.038542] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.038720] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1289.038875] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.039182] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1289.039517] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1289.039747] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1289.039978] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1289.040227] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1289.040460] env[62221]: DEBUG nova.virt.hardware [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1289.041384] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e3106-68c3-4d0a-80f6-6e586c9d27cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.052997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07d088-6b3f-47c2-ac15-0ccbd70bf264 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.074867] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe948a0-4f2c-40d2-bed4-e7115848226c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.083687] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba75888-1796-4f34-826a-ae2dfeb28e60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.117381] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd07ac-b717-4451-a2f0-2f3bc67004ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.126715] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a62e5-dfa7-450d-9e9e-f6429dd90f09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.142338] env[62221]: DEBUG nova.compute.provider_tree [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.145751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.146153] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Instance network_info: |[{"id": "4b6d98dc-c69f-4209-8474-9935645254de", "address": "fa:16:3e:22:f0:6c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6d98dc-c6", "ovs_interfaceid": "4b6d98dc-c69f-4209-8474-9935645254de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1289.146607] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f0:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6d98dc-c69f-4209-8474-9935645254de', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.154515] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating folder: Project (3ca7009b75e24c90bfce0f920a28ee5e). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.155763] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b8065ca-61f3-4d4c-8595-92ae0264ee43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.168924] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created folder: Project (3ca7009b75e24c90bfce0f920a28ee5e) in parent group-v354396. [ 1289.169237] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating folder: Instances. Parent ref: group-v354501. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.169504] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6d99bee-adeb-4538-803b-859df4a83174 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.181789] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created folder: Instances in parent group-v354501. [ 1289.182225] env[62221]: DEBUG oslo.service.loopingcall [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.185829] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.186512] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52acf13d-69d5-87ad-77f1-45d262e1f7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.186787] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e33e12-9208-4966-9dd4-81591e921fea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.202780] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86407789-6291-4973-ad44-c85c44f46318 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.209526] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1289.209526] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520f88f9-711d-1ad0-e4d9-c9237d7b92bc" [ 1289.209526] env[62221]: _type = "Task" [ 1289.209526] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.214246] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.214246] env[62221]: value = "task-1700730" [ 1289.214246] env[62221]: _type = "Task" [ 1289.214246] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.221691] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520f88f9-711d-1ad0-e4d9-c9237d7b92bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.227845] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700730, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.272413] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.332521] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.338101] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1289.611204] env[62221]: DEBUG nova.compute.manager [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received event network-changed-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1289.611398] env[62221]: DEBUG nova.compute.manager [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing instance network info cache due to event network-changed-5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1289.611589] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Acquiring lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.666299] env[62221]: ERROR nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] [req-e4318d5e-a58f-424b-bfc6-f84a370747d5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4318d5e-a58f-424b-bfc6-f84a370747d5"}]} [ 1289.685617] env[62221]: DEBUG nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1289.702755] env[62221]: DEBUG nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1289.703187] env[62221]: DEBUG nova.compute.provider_tree [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.720174] env[62221]: DEBUG nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1289.725770] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520f88f9-711d-1ad0-e4d9-c9237d7b92bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.727094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.727094] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b43ec55-9ec1-440c-8129-57810fd538fa/1b43ec55-9ec1-440c-8129-57810fd538fa.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.727369] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3711c096-665a-4e52-bc3d-35a3be69a219 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.738293] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700730, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.744618] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1289.744618] env[62221]: value = "task-1700731" [ 1289.744618] env[62221]: _type = "Task" [ 1289.744618] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.753924] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.755079] env[62221]: DEBUG nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1289.768638] env[62221]: DEBUG oslo_vmware.api [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700726, 'name': PowerOnVM_Task, 'duration_secs': 0.893195} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.768954] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.769165] env[62221]: INFO nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1289.769254] env[62221]: DEBUG nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1289.770382] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e62226-dca7-41c1-98ba-4bc381c35d6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.834362] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700727, 'name': ReconfigVM_Task, 'duration_secs': 0.564025} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.837424] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0/d86669ba-373c-4006-8608-2ebfcb45e0b0.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.838432] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8863d6-7a87-4405-a78e-cb911ecc5647 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.846534] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1289.846534] env[62221]: value = "task-1700732" [ 1289.846534] env[62221]: _type = "Task" [ 1289.846534] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.863225] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700732, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.864966] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.114388] env[62221]: DEBUG nova.network.neutron [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.230212] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700730, 'name': CreateVM_Task, 'duration_secs': 0.52267} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.230545] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.231521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.231776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.232251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.233930] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580949be-ade1-4aa5-ab7c-3f38dd0fc0b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.236616] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3154c6-5e84-4a15-ae96-21f758d3bda7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.246478] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1290.246478] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f6e2d-a1af-f192-d7c8-caefcf28f527" [ 1290.246478] env[62221]: _type = "Task" [ 1290.246478] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.260844] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc641b-12b2-4b89-9ef8-545e418c5c23 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.275236] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.310526] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f6e2d-a1af-f192-d7c8-caefcf28f527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.311530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf22d1c-e2a2-4c05-8d4a-80b426ede091 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.318026] env[62221]: INFO nova.compute.manager [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Took 47.02 seconds to build instance. [ 1290.323694] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d15f3-9cf4-401c-bddc-6f7e0b14eb71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.342422] env[62221]: DEBUG nova.compute.provider_tree [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.360452] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700732, 'name': Rename_Task, 'duration_secs': 0.230714} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.360755] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.363133] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97096ee-614e-4012-8b7a-36ac2b14d743 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.378035] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1290.378035] env[62221]: value = "task-1700733" [ 1290.378035] env[62221]: _type = "Task" [ 1290.378035] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.393766] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.613699] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Successfully updated port: 1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.619356] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Releasing lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.621147] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Acquired lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.621378] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.627450] env[62221]: DEBUG nova.compute.manager [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1290.628087] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94949fad-90a4-40b4-aaea-7b8ecc01fa02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.759036] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711717} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.760217] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b43ec55-9ec1-440c-8129-57810fd538fa/1b43ec55-9ec1-440c-8129-57810fd538fa.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.760638] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.761330] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4229c259-6d44-433c-826f-922ef542f170 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.770939] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f6e2d-a1af-f192-d7c8-caefcf28f527, 'name': SearchDatastore_Task, 'duration_secs': 0.073045} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.772659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.773049] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.773422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.773728] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.774062] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.774520] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1290.774520] env[62221]: value = "task-1700734" [ 1290.774520] env[62221]: _type = "Task" [ 1290.774520] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.774904] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b5b67c-82ac-49a2-8bb0-ab028ef737c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.785476] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.789147] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.792021] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.792021] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8e1367-fb87-4b6b-b9df-69ac795bbba4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.798164] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1290.798164] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b234f4-e32f-167f-4765-30b864167b29" [ 1290.798164] env[62221]: _type = "Task" [ 1290.798164] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.804625] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b234f4-e32f-167f-4765-30b864167b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.821496] env[62221]: DEBUG oslo_concurrency.lockutils [None req-783c0bb4-327a-41f1-8579-8b962a01c0f8 tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.532s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.878357] env[62221]: DEBUG nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1290.878690] env[62221]: DEBUG nova.compute.provider_tree [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 61 to 62 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1290.878838] env[62221]: DEBUG nova.compute.provider_tree [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.893217] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.116943] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.117149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.117294] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.193297] env[62221]: INFO nova.compute.manager [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Rescuing [ 1291.193297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.193297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.193297] env[62221]: DEBUG nova.network.neutron [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.287790] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143375} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.288250] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.289079] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947e80c-4aa8-4d6d-be53-1bb24900afd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.313497] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 1b43ec55-9ec1-440c-8129-57810fd538fa/1b43ec55-9ec1-440c-8129-57810fd538fa.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.319573] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed423d3-d57f-4c99-9d30-d5c217c2f7cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.335442] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1291.348063] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b234f4-e32f-167f-4765-30b864167b29, 'name': SearchDatastore_Task, 'duration_secs': 0.02146} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.350579] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1291.350579] env[62221]: value = "task-1700735" [ 1291.350579] env[62221]: _type = "Task" [ 1291.350579] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.350847] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a90adab-acb5-4b89-9bf4-0b729c84b2fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.362647] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1291.362647] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdb6d8-c84c-5852-45f5-560f461c2e16" [ 1291.362647] env[62221]: _type = "Task" [ 1291.362647] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.366370] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.376066] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdb6d8-c84c-5852-45f5-560f461c2e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.387262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.386s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.390141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.540s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.390426] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.390669] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.390971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.849s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.391202] env[62221]: DEBUG nova.objects.instance [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lazy-loading 'resources' on Instance uuid 551079c8-66e3-419f-b535-699af2b6ab5f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.397721] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec4faf-92fa-4776-a51b-f1370322691f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.400848] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.408431] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1cad7-dc37-4271-9100-afa3c8a270c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.413650] env[62221]: INFO nova.scheduler.client.report [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Deleted allocations for instance a9d69a9c-b72d-43f1-9714-e0225089f9b0 [ 1291.429302] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updated VIF entry in instance network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.429644] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.431326] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470124ff-ba60-4e01-b6f2-76171c9c0a19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.440687] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1fc09-8f77-45bf-9fdf-f37bfd2d30f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.473669] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179487MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.473856] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.657448] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Received event network-changed-ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1291.657653] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Refreshing instance network info cache due to event network-changed-ca6e691e-a868-478f-b04f-d5d513830caf. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1291.657866] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.658013] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.658177] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Refreshing network info cache for port ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.660456] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1db92e-fe32-4966-9250-c0319faa2aa6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.669602] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Doing hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1291.669867] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3b1f2342-756c-4062-948d-57ea5317a100 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.672037] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.680360] env[62221]: DEBUG oslo_vmware.api [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1291.680360] env[62221]: value = "task-1700736" [ 1291.680360] env[62221]: _type = "Task" [ 1291.680360] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.691500] env[62221]: DEBUG oslo_vmware.api [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700736, 'name': ResetVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.863620] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700735, 'name': ReconfigVM_Task, 'duration_secs': 0.320751} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.864638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.865008] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 1b43ec55-9ec1-440c-8129-57810fd538fa/1b43ec55-9ec1-440c-8129-57810fd538fa.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.865670] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921a6a6f-c75d-4cd8-b1ad-3ffef78a7176 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.876235] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdb6d8-c84c-5852-45f5-560f461c2e16, 'name': SearchDatastore_Task, 'duration_secs': 0.023893} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.877579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.877832] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bd3ab6eb-d09f-48fa-bf77-679e86fd3909/bd3ab6eb-d09f-48fa-bf77-679e86fd3909.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.878176] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1291.878176] env[62221]: value = "task-1700737" [ 1291.878176] env[62221]: _type = "Task" [ 1291.878176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.878685] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177b9cd8-0021-4efb-8044-4fdf02cd6669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.895334] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700737, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.895334] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1291.895334] env[62221]: value = "task-1700738" [ 1291.895334] env[62221]: _type = "Task" [ 1291.895334] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.903660] env[62221]: DEBUG oslo_vmware.api [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700733, 'name': PowerOnVM_Task, 'duration_secs': 1.461937} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.905702] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.905924] env[62221]: DEBUG nova.compute.manager [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1291.906800] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983a4dc-8b81-4819-a7da-5131499bb048 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.913014] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.923099] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c11b8e58-d73a-44e5-a8c6-d39a17209098 tempest-ServersAdmin275Test-1188422423 tempest-ServersAdmin275Test-1188422423-project-member] Lock "a9d69a9c-b72d-43f1-9714-e0225089f9b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.750s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.936790] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Releasing lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.937269] env[62221]: DEBUG nova.compute.manager [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Received event network-changed-4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1291.937471] env[62221]: DEBUG nova.compute.manager [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Refreshing instance network info cache due to event network-changed-4b6d98dc-c69f-4209-8474-9935645254de. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1291.937597] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Acquiring lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.937708] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Acquired lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.937881] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Refreshing network info cache for port 4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.114528] env[62221]: DEBUG nova.network.neutron [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updating instance_info_cache with network_info: [{"id": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "address": "fa:16:3e:d3:7d:44", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd6ddf-07", "ovs_interfaceid": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.199499] env[62221]: DEBUG oslo_vmware.api [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700736, 'name': ResetVM_Task, 'duration_secs': 0.095557} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.203259] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Did hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1292.203547] env[62221]: DEBUG nova.compute.manager [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1292.204717] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602552c-14f2-40eb-ba93-83b95167951b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.275045] env[62221]: DEBUG nova.network.neutron [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.396487] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700737, 'name': Rename_Task, 'duration_secs': 0.16948} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.399879] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.400193] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c023775d-8e9c-44ff-8d4b-21bd6f99ea6e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.405958] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49026b99-c66f-417a-8c47-c3681200da77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.412720] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.418109] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1292.418109] env[62221]: value = "task-1700739" [ 1292.418109] env[62221]: _type = "Task" [ 1292.418109] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.424660] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fc0af-85b4-4d4f-9d04-c923a1cf7ee7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.434533] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.471515] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700739, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.473130] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbc6aa-ca7e-469c-8187-613b09e09290 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.487028] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb8e96-c650-4d50-9db9-0cb462ad1a65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.503149] env[62221]: DEBUG nova.compute.provider_tree [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.620263] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.620704] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Instance network_info: |[{"id": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "address": "fa:16:3e:d3:7d:44", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd6ddf-07", "ovs_interfaceid": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1292.621052] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:7d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fcd6ddf-0790-4c2e-b71f-3df1a3497deb', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.629027] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating folder: Project (f0926373b76e45e4bf2685407a1f4386). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.629349] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f75e506-7701-4037-b3bb-4dc483ffbd28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.644394] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created folder: Project (f0926373b76e45e4bf2685407a1f4386) in parent group-v354396. [ 1292.644584] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating folder: Instances. Parent ref: group-v354504. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.644924] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f58ac40-195d-40b5-b7e9-84887594c1e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.657461] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created folder: Instances in parent group-v354504. [ 1292.657717] env[62221]: DEBUG oslo.service.loopingcall [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.658022] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.658180] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eecaa4e2-8c9c-4d57-940b-d10dc46efe1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.679712] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.679712] env[62221]: value = "task-1700742" [ 1292.679712] env[62221]: _type = "Task" [ 1292.679712] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.688637] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700742, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.723606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-16970715-31b2-4895-996f-15b5c5201e48 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.453s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.777812] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.789556] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updated VIF entry in instance network info cache for port ca6e691e-a868-478f-b04f-d5d513830caf. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.789940] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.883184] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Updated VIF entry in instance network info cache for port 4b6d98dc-c69f-4209-8474-9935645254de. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.883604] env[62221]: DEBUG nova.network.neutron [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Updating instance_info_cache with network_info: [{"id": "4b6d98dc-c69f-4209-8474-9935645254de", "address": "fa:16:3e:22:f0:6c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6d98dc-c6", "ovs_interfaceid": "4b6d98dc-c69f-4209-8474-9935645254de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.907400] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700738, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.934852] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.006911] env[62221]: DEBUG nova.scheduler.client.report [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1293.192027] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700742, 'name': CreateVM_Task, 'duration_secs': 0.506701} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.192399] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.193307] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.193636] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.194110] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.194588] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39702641-c739-47af-8f44-6be52ca55ba4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.201798] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1293.201798] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef1b42-9a99-1f6b-b177-3ee21cf22f9c" [ 1293.201798] env[62221]: _type = "Task" [ 1293.201798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.212486] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef1b42-9a99-1f6b-b177-3ee21cf22f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.292842] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.293135] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Received event network-vif-plugged-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.293334] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Acquiring lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.293538] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.293721] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.293896] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] No waiting events found dispatching network-vif-plugged-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1293.294075] env[62221]: WARNING nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Received unexpected event network-vif-plugged-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb for instance with vm_state building and task_state spawning. [ 1293.294268] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Received event network-changed-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.294499] env[62221]: DEBUG nova.compute.manager [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Refreshing instance network info cache due to event network-changed-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.294703] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Acquiring lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.294845] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Acquired lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.295033] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Refreshing network info cache for port 1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.311577] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.311832] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8ab51f-3217-47a3-a82d-796ced9585a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.320815] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1293.320815] env[62221]: value = "task-1700743" [ 1293.320815] env[62221]: _type = "Task" [ 1293.320815] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.330171] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.386410] env[62221]: DEBUG oslo_concurrency.lockutils [req-35d3e410-d791-4c71-b104-fc17235fe8ea req-6425c031-db3c-44dc-bde1-cb0f39d4e0c3 service nova] Releasing lock "refresh_cache-bd3ab6eb-d09f-48fa-bf77-679e86fd3909" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.407332] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700738, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.431677] env[62221]: DEBUG oslo_vmware.api [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700739, 'name': PowerOnVM_Task, 'duration_secs': 0.561004} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.431959] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.432151] env[62221]: INFO nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1293.433192] env[62221]: DEBUG nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1293.433192] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccc127-ac76-47a1-a46a-a7adc4f958c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.516019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.519729] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.127s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.524034] env[62221]: INFO nova.compute.claims [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.555957] env[62221]: INFO nova.scheduler.client.report [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Deleted allocations for instance 551079c8-66e3-419f-b535-699af2b6ab5f [ 1293.668275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.668573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.668804] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.669032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.669227] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.672864] env[62221]: INFO nova.compute.manager [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Terminating instance [ 1293.677600] env[62221]: DEBUG nova.compute.manager [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1293.677846] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.678783] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd05f13b-76fe-4960-a6db-2e570f4bc6ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.688209] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.688480] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dccb8df-ade6-400e-95e8-617067e14761 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.697370] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1293.697370] env[62221]: value = "task-1700744" [ 1293.697370] env[62221]: _type = "Task" [ 1293.697370] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.710463] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.719086] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef1b42-9a99-1f6b-b177-3ee21cf22f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016956} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.719422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.719669] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.719905] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.720060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.720239] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.720563] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b36bebcf-1ba9-4f04-9291-1e79d39d372b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.737107] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.737512] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.738464] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969f00a9-9317-447e-aad7-7b4e1a1d3b04 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.746342] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1293.746342] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180933-b51b-cfe1-0bee-7872b4b45ee8" [ 1293.746342] env[62221]: _type = "Task" [ 1293.746342] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.757758] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180933-b51b-cfe1-0bee-7872b4b45ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.840821] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700743, 'name': PowerOffVM_Task, 'duration_secs': 0.289692} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.842048] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.848192] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dbc567-5a35-474c-a568-7d5e7de961db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.882532] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2f9d5f-266e-4b0e-acf9-e80d0660e26e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.913201] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700738, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.573555} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.915105] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bd3ab6eb-d09f-48fa-bf77-679e86fd3909/bd3ab6eb-d09f-48fa-bf77-679e86fd3909.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.915444] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.916074] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e00b775d-a610-450d-a7c8-29a6d2e8320c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.922459] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.923021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1eb81fb-a503-46b2-ba59-9c9adf3d10f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.926289] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1293.926289] env[62221]: value = "task-1700745" [ 1293.926289] env[62221]: _type = "Task" [ 1293.926289] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.935041] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1293.935041] env[62221]: value = "task-1700746" [ 1293.935041] env[62221]: _type = "Task" [ 1293.935041] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.951393] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.961422] env[62221]: INFO nova.compute.manager [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 46.55 seconds to build instance. [ 1293.965552] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1293.965877] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.966175] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.064568] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1294.067224] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a404e-c18f-4df8-b212-e9dffd0fb4fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.070130] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3385cd3-5f06-40e1-a2a9-fbe54b426c30 tempest-ServersAdminNegativeTestJSON-1104709253 tempest-ServersAdminNegativeTestJSON-1104709253-project-member] Lock "551079c8-66e3-419f-b535-699af2b6ab5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.611s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.075681] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1294.075835] env[62221]: ERROR oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk due to incomplete transfer. [ 1294.076253] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba8b73e6-3a36-455e-9c86-7e6172d95302 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.084582] env[62221]: DEBUG oslo_vmware.rw_handles [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115ecb-1a06-2e4a-6124-d26f2767ab4c/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1294.084815] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Uploaded image 70e05636-bf76-473d-b43c-599c56bf969c to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1294.087099] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1294.088207] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c76a9c8-333e-4635-941b-4b7d4fd5814f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.096267] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1294.096267] env[62221]: value = "task-1700747" [ 1294.096267] env[62221]: _type = "Task" [ 1294.096267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.105733] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700747, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.208484] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700744, 'name': PowerOffVM_Task, 'duration_secs': 0.297352} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.208637] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.208949] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.209237] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0d375e-8135-4467-83a3-4dc338c69fe1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.224155] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updated VIF entry in instance network info cache for port 1fcd6ddf-0790-4c2e-b71f-3df1a3497deb. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.224521] env[62221]: DEBUG nova.network.neutron [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updating instance_info_cache with network_info: [{"id": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "address": "fa:16:3e:d3:7d:44", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd6ddf-07", "ovs_interfaceid": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.234947] env[62221]: DEBUG nova.compute.manager [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received event network-changed-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1294.235316] env[62221]: DEBUG nova.compute.manager [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing instance network info cache due to event network-changed-5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1294.235601] env[62221]: DEBUG oslo_concurrency.lockutils [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] Acquiring lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.235688] env[62221]: DEBUG oslo_concurrency.lockutils [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] Acquired lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.235827] env[62221]: DEBUG nova.network.neutron [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Refreshing network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.259656] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180933-b51b-cfe1-0bee-7872b4b45ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.260505] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85d544d-fac0-44e7-9926-77add058cb79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.268292] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1294.268292] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52687224-a50c-add9-2fb2-368c73f74340" [ 1294.268292] env[62221]: _type = "Task" [ 1294.268292] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.278958] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52687224-a50c-add9-2fb2-368c73f74340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.308173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.308371] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.308552] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] d86669ba-373c-4006-8608-2ebfcb45e0b0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.312300] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a86f14-d6d2-43b9-a603-d0a68301bbc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.321203] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1294.321203] env[62221]: value = "task-1700749" [ 1294.321203] env[62221]: _type = "Task" [ 1294.321203] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.340135] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.439733] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083185} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.441599] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.444706] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d4a51-94b4-42bc-b405-45dc813c6256 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.449123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.449498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.474735] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] bd3ab6eb-d09f-48fa-bf77-679e86fd3909/bd3ab6eb-d09f-48fa-bf77-679e86fd3909.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.475982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cee30e2f-27e4-4ac2-8e98-549a0155d167 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.074s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.476360] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2f82c7-ad42-42c2-bb20-1d9ea18ebb82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.499013] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1294.499013] env[62221]: value = "task-1700750" [ 1294.499013] env[62221]: _type = "Task" [ 1294.499013] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.512283] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.608961] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700747, 'name': Destroy_Task, 'duration_secs': 0.383958} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.612381] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Destroyed the VM [ 1294.612381] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1294.612381] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-602ed1ea-48a1-41b0-808b-33c7d3e62f97 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.620817] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1294.620817] env[62221]: value = "task-1700751" [ 1294.620817] env[62221]: _type = "Task" [ 1294.620817] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.631339] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.727254] env[62221]: DEBUG oslo_concurrency.lockutils [req-05a655f6-8c36-4f3a-82e9-d6f93fa55779 req-6e3e3738-b2b7-4dea-8aac-1187f43e594d service nova] Releasing lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.784234] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52687224-a50c-add9-2fb2-368c73f74340, 'name': SearchDatastore_Task, 'duration_secs': 0.018785} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.788141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.788724] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5beb982b-a0f9-4574-90ef-8fed1a7a935b/5beb982b-a0f9-4574-90ef-8fed1a7a935b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.789691] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.790282] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.790790] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af5fea77-b611-4898-8dbf-b8d7a7372ee3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.794150] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5fad945-3496-4437-8a41-0894823ee650 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.806472] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1294.806472] env[62221]: value = "task-1700752" [ 1294.806472] env[62221]: _type = "Task" [ 1294.806472] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.811923] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.811923] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.819011] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b8ab29-d0bf-418d-af52-eafa1031080c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.840122] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.845026] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1294.845026] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5273d206-0e13-0091-7ee4-32b17a71633e" [ 1294.845026] env[62221]: _type = "Task" [ 1294.845026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.850710] env[62221]: DEBUG oslo_vmware.api [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343569} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.851676] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.851868] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.852145] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.852409] env[62221]: INFO nova.compute.manager [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1294.852746] env[62221]: DEBUG oslo.service.loopingcall [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.853116] env[62221]: DEBUG nova.compute.manager [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1294.854098] env[62221]: DEBUG nova.network.neutron [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.858195] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5273d206-0e13-0091-7ee4-32b17a71633e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.954569] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.954849] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.955079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.955194] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.955357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.959774] env[62221]: INFO nova.compute.manager [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Terminating instance [ 1294.962598] env[62221]: DEBUG nova.compute.manager [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1294.962817] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.963728] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25afb9-eb81-4385-89d5-bd096ae5169b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.972334] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.974911] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9ff4a2-fd15-466a-bc97-453edffef8e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.983590] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1294.983590] env[62221]: value = "task-1700753" [ 1294.983590] env[62221]: _type = "Task" [ 1294.983590] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.996692] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1294.999498] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.010647] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700750, 'name': ReconfigVM_Task, 'duration_secs': 0.311678} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.012083] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Reconfigured VM instance instance-00000023 to attach disk [datastore1] bd3ab6eb-d09f-48fa-bf77-679e86fd3909/bd3ab6eb-d09f-48fa-bf77-679e86fd3909.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.013458] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9be17b-ef9f-4f61-af32-40ac64a166fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.016071] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf389cf-d6a6-4bef-931a-14bd4889a82a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.026092] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc7745f-4e0c-4eea-b79b-24a8b1a6b7ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.030441] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1295.030441] env[62221]: value = "task-1700754" [ 1295.030441] env[62221]: _type = "Task" [ 1295.030441] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.063124] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d09b51-e5b0-4609-96d7-4f6634ccfb11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.071130] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700754, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.077821] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb54a01-c7ef-4114-9d90-e8f9ecc58fcf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.096185] env[62221]: DEBUG nova.compute.provider_tree [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.132519] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700751, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.324235] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.358552] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5273d206-0e13-0091-7ee4-32b17a71633e, 'name': SearchDatastore_Task, 'duration_secs': 0.052471} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.359590] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6edfc8d-e8fb-4e79-b18b-6ff39dbab68c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.371635] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1295.371635] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520298f2-1fa1-185d-3b59-ed8aa1e5dba6" [ 1295.371635] env[62221]: _type = "Task" [ 1295.371635] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.382430] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520298f2-1fa1-185d-3b59-ed8aa1e5dba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.498926] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700753, 'name': PowerOffVM_Task, 'duration_secs': 0.269365} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.500315] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.500315] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.500315] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa4f42f0-de1a-4edb-96d0-892f3364793c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.523713] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.542721] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700754, 'name': Rename_Task, 'duration_secs': 0.199836} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.543380] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.543756] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5bc987e-66c1-4709-b84d-aaf27850c88e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.552570] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1295.552570] env[62221]: value = "task-1700756" [ 1295.552570] env[62221]: _type = "Task" [ 1295.552570] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.599637] env[62221]: DEBUG nova.scheduler.client.report [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1295.611858] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.612261] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.612379] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleting the datastore file [datastore1] 94c964d6-91c1-474d-adb2-c0605a7ebe1b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.612875] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ead67b-660e-4dff-b266-40c938dd42c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.622326] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1295.622326] env[62221]: value = "task-1700757" [ 1295.622326] env[62221]: _type = "Task" [ 1295.622326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.634387] env[62221]: DEBUG nova.network.neutron [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updated VIF entry in instance network info cache for port 5590e3fc-572e-4a94-9063-0175616bffde. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.634826] env[62221]: DEBUG nova.network.neutron [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [{"id": "5590e3fc-572e-4a94-9063-0175616bffde", "address": "fa:16:3e:f0:2d:74", "network": {"id": "4f753dbc-71b2-469f-a7f8-a847aa409efe", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1408973993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54346671b8de4a38941e0f1b96575156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5590e3fc-57", "ovs_interfaceid": "5590e3fc-572e-4a94-9063-0175616bffde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.643336] env[62221]: DEBUG oslo_vmware.api [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700751, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.644168] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.645596] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1295.645843] env[62221]: INFO nova.compute.manager [None req-ffc15ec0-0c84-4ab0-968c-f37dda0d9022 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 1295.824163] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676012} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.824513] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5beb982b-a0f9-4574-90ef-8fed1a7a935b/5beb982b-a0f9-4574-90ef-8fed1a7a935b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.824773] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.825131] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e903839-a3a9-414c-a3d8-ddbada8a7961 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.833894] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1295.833894] env[62221]: value = "task-1700758" [ 1295.833894] env[62221]: _type = "Task" [ 1295.833894] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.844841] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.883767] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520298f2-1fa1-185d-3b59-ed8aa1e5dba6, 'name': SearchDatastore_Task, 'duration_secs': 0.053284} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.884608] env[62221]: DEBUG oslo_concurrency.lockutils [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.884608] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1295.884724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c7ae5e-ed91-48b3-b026-0a2fae024f1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.894145] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1295.894145] env[62221]: value = "task-1700759" [ 1295.894145] env[62221]: _type = "Task" [ 1295.894145] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.906179] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.065452] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700756, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.107847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.107847] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1296.111971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.374s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.115398] env[62221]: INFO nova.compute.claims [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.139269] env[62221]: DEBUG oslo_vmware.api [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260922} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.139269] env[62221]: DEBUG oslo_concurrency.lockutils [req-5e71b83c-a7f6-4c01-86bd-175585219d9f req-98e7b84e-f18e-4325-8911-5c4613e0a794 service nova] Releasing lock "refresh_cache-94c964d6-91c1-474d-adb2-c0605a7ebe1b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.139269] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.139269] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.139269] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.139576] env[62221]: INFO nova.compute.manager [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1296.139576] env[62221]: DEBUG oslo.service.loopingcall [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.139576] env[62221]: DEBUG nova.compute.manager [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1296.139576] env[62221]: DEBUG nova.network.neutron [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.286786] env[62221]: DEBUG nova.network.neutron [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.346571] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110957} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.349278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.349278] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5866087c-b82a-44a7-8dcb-dd0d7957d1ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.373955] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5beb982b-a0f9-4574-90ef-8fed1a7a935b/5beb982b-a0f9-4574-90ef-8fed1a7a935b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.374774] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe3d89c-e6f3-4c20-9567-08577545ddbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.395374] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1296.395374] env[62221]: value = "task-1700760" [ 1296.395374] env[62221]: _type = "Task" [ 1296.395374] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.410443] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.410743] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480792} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.411014] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1296.412024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a05b2-e2e0-42b1-b1d0-e1a0f9ad4bdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.438064] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.438378] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ecfaa5-eed9-45c4-915d-6198973ca2eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.458391] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1296.458391] env[62221]: value = "task-1700761" [ 1296.458391] env[62221]: _type = "Task" [ 1296.458391] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.467187] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.563866] env[62221]: DEBUG oslo_vmware.api [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700756, 'name': PowerOnVM_Task, 'duration_secs': 0.607609} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.564173] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.564380] env[62221]: INFO nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1296.564555] env[62221]: DEBUG nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1296.565385] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650c2f8-16ff-4c5b-ae10-faf1b4df2d1e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.614395] env[62221]: DEBUG nova.compute.utils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.616217] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1296.616444] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.715067] env[62221]: DEBUG nova.policy [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc4a6de5c684082b760a57cc9dab0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2673dfd2fa8e4e0fa5e848697e894357', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1296.742644] env[62221]: DEBUG nova.compute.manager [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Received event network-vif-deleted-c7f04bd7-50c3-44c7-8038-ca41da282010 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.742839] env[62221]: DEBUG nova.compute.manager [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-changed-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.742993] env[62221]: DEBUG nova.compute.manager [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing instance network info cache due to event network-changed-3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1296.743318] env[62221]: DEBUG oslo_concurrency.lockutils [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.743462] env[62221]: DEBUG oslo_concurrency.lockutils [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.743615] env[62221]: DEBUG nova.network.neutron [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing network info cache for port 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.789219] env[62221]: INFO nova.compute.manager [-] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Took 1.94 seconds to deallocate network for instance. [ 1296.914426] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.971724] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.084460] env[62221]: INFO nova.compute.manager [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Took 48.86 seconds to build instance. [ 1297.120710] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1297.198564] env[62221]: DEBUG nova.network.neutron [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.226166] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Successfully created port: 64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.296697] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.417502] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.474853] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.586673] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c57c3b37-a458-4853-8ab2-ee037b82bb8c tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.372s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.625228] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150adfc-2e97-4df5-aa67-ea798a25c56e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.640151] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad52b0-9466-425b-99ee-71b95bd91391 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.677684] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be50e3-5f52-45de-922f-14c9f9cc7fae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.689865] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02288eac-f971-4840-8385-9697676e0c1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.701330] env[62221]: INFO nova.compute.manager [-] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Took 1.56 seconds to deallocate network for instance. [ 1297.712624] env[62221]: DEBUG nova.compute.provider_tree [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.917287] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700760, 'name': ReconfigVM_Task, 'duration_secs': 1.12429} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.917752] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5beb982b-a0f9-4574-90ef-8fed1a7a935b/5beb982b-a0f9-4574-90ef-8fed1a7a935b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.918529] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d36c7ca7-8671-44d2-853d-1db865817443 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.928020] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1297.928020] env[62221]: value = "task-1700762" [ 1297.928020] env[62221]: _type = "Task" [ 1297.928020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.939854] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700762, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.958067] env[62221]: DEBUG nova.network.neutron [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updated VIF entry in instance network info cache for port 3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.958403] env[62221]: DEBUG nova.network.neutron [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.975652] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700761, 'name': ReconfigVM_Task, 'duration_secs': 1.129706} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.976759] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.977713] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3be9e4-7a78-4117-915f-27ca6dede175 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.010107] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced58474-e3f2-4dc3-a84f-bf58f8805f65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.028537] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1298.028537] env[62221]: value = "task-1700763" [ 1298.028537] env[62221]: _type = "Task" [ 1298.028537] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.038553] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.137301] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1298.167168] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1298.167424] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1298.167581] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.167963] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1298.168225] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.168435] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1298.168701] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1298.168919] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1298.169219] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1298.169451] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1298.169681] env[62221]: DEBUG nova.virt.hardware [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1298.170701] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9760a0e9-641f-48d8-a9cb-96edc0095122 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.180245] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d1292-bd83-41ed-9361-e2e6819a6ce1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.197412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.197794] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.197895] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.198481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.198481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.201616] env[62221]: INFO nova.compute.manager [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Terminating instance [ 1298.203857] env[62221]: DEBUG nova.compute.manager [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1298.204141] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.205013] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efadd16-f958-46fe-807d-27802a7cc40d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.215496] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.215496] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86595315-8efd-4827-ba72-dcb95fed7c83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.219461] env[62221]: DEBUG nova.scheduler.client.report [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.224758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.228280] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1298.228280] env[62221]: value = "task-1700764" [ 1298.228280] env[62221]: _type = "Task" [ 1298.228280] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.240600] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.437804] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700762, 'name': Rename_Task, 'duration_secs': 0.220235} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.437906] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.438310] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44851e4f-198f-415d-a1a1-6f8ef5b48734 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.446156] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1298.446156] env[62221]: value = "task-1700765" [ 1298.446156] env[62221]: _type = "Task" [ 1298.446156] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.455258] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.465091] env[62221]: DEBUG oslo_concurrency.lockutils [req-c52cc538-9d93-4454-944e-ee5a9c0817ba req-4ab33d6c-086e-4334-a1e1-7aabbcc3e132 service nova] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.541236] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700763, 'name': ReconfigVM_Task, 'duration_secs': 0.236153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.541555] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.541857] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df68151-175a-402c-802f-701f849fcba1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.550519] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1298.550519] env[62221]: value = "task-1700766" [ 1298.550519] env[62221]: _type = "Task" [ 1298.550519] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.565507] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.729320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.729758] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1298.733919] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.663s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.735463] env[62221]: INFO nova.compute.claims [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.749387] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700764, 'name': PowerOffVM_Task, 'duration_secs': 0.198416} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.749387] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.749387] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.749387] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f747743f-c89e-41ac-926d-0937e3504001 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.900029] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.900029] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.900198] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] bd3ab6eb-d09f-48fa-bf77-679e86fd3909 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.900452] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8adbae4-0fd3-44db-977e-4ebafa42db77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.911699] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1298.911699] env[62221]: value = "task-1700768" [ 1298.911699] env[62221]: _type = "Task" [ 1298.911699] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.921407] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.958974] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.063480] env[62221]: DEBUG oslo_vmware.api [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700766, 'name': PowerOnVM_Task, 'duration_secs': 0.425562} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.064317] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.069335] env[62221]: DEBUG nova.compute.manager [None req-aab4d462-5645-4249-bb6d-3acbccb2be7e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1299.069335] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8336adb0-2a5b-473c-b1b7-acc74951c5a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.245570] env[62221]: DEBUG nova.compute.utils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1299.247763] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1299.248447] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.344456] env[62221]: DEBUG nova.policy [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b1ae674e3b44719d0474cbfe7778f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9788529e2464324bae4cc282bc1f88a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1299.427524] env[62221]: DEBUG oslo_vmware.api [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166478} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.427524] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.427524] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.427723] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.427977] env[62221]: INFO nova.compute.manager [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1299.428182] env[62221]: DEBUG oslo.service.loopingcall [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.428383] env[62221]: DEBUG nova.compute.manager [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1299.428475] env[62221]: DEBUG nova.network.neutron [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.444553] env[62221]: DEBUG nova.compute.manager [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Received event network-vif-deleted-5590e3fc-572e-4a94-9063-0175616bffde {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.444880] env[62221]: DEBUG nova.compute.manager [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-changed-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.445177] env[62221]: DEBUG nova.compute.manager [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing instance network info cache due to event network-changed-3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1299.445498] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.445749] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.446068] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing network info cache for port 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.468366] env[62221]: DEBUG oslo_vmware.api [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700765, 'name': PowerOnVM_Task, 'duration_secs': 0.677675} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.468810] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.469166] env[62221]: INFO nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1299.469478] env[62221]: DEBUG nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1299.471025] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43f758-5966-42ff-9637-b6f46c13c5ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.732866] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Successfully updated port: 64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.752150] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1299.809112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.809363] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.809563] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.809755] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.809932] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.811835] env[62221]: INFO nova.compute.manager [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Terminating instance [ 1299.813928] env[62221]: DEBUG nova.compute.manager [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1299.814150] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.816324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e630504-9fef-45ad-8a96-3a26e193e338 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.827576] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.827810] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58315eb5-7714-486a-a86c-3f10776c7669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.837483] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1299.837483] env[62221]: value = "task-1700769" [ 1299.837483] env[62221]: _type = "Task" [ 1299.837483] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.850443] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.934140] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully created port: 2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.010488] env[62221]: INFO nova.compute.manager [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Took 38.27 seconds to build instance. [ 1300.214550] env[62221]: DEBUG nova.network.neutron [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.237469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.237469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.237469] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.298812] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19264f9-f3d4-42c2-9881-3b222c9295a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.306010] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0524a07e-76a8-4ca9-b8de-ee20673aaeeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.348338] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e34c99-0c7e-49e0-a41f-e1da5366e907 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.362150] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9a79d-8464-4710-ad9c-678da05e1e14 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.368024] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700769, 'name': PowerOffVM_Task, 'duration_secs': 0.295042} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.368299] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.368299] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.368928] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba97f3f8-3ce3-4444-97b8-98ed72bb42bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.380949] env[62221]: DEBUG nova.compute.provider_tree [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.460892] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.461152] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.461333] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Deleting the datastore file [datastore1] 630b8565-3e2b-4ff4-81e6-c0065de576c2 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.464313] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b550ab7-6f11-48e0-b162-6ac5a77c8f1b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.481685] env[62221]: DEBUG nova.compute.manager [req-7e2b3431-f5c9-433a-be30-fb76d72b0efc req-7775e2c7-a10c-412d-a05d-184e6f5817cd service nova] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Received event network-vif-deleted-4b6d98dc-c69f-4209-8474-9935645254de {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1300.481685] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for the task: (returnval){ [ 1300.481685] env[62221]: value = "task-1700771" [ 1300.481685] env[62221]: _type = "Task" [ 1300.481685] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.491854] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.513315] env[62221]: DEBUG oslo_concurrency.lockutils [None req-eb9d53c0-22da-4393-8deb-1ff6a06333ee tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.355s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.573272] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updated VIF entry in instance network info cache for port 3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.573272] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.621784] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully created port: 52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.717572] env[62221]: INFO nova.compute.manager [-] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Took 1.29 seconds to deallocate network for instance. [ 1300.764660] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1300.805074] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1300.805074] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1300.805074] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.805074] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1300.805284] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.805284] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1300.805450] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1300.805603] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1300.805758] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1300.805910] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1300.806085] env[62221]: DEBUG nova.virt.hardware [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1300.806967] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5ac5a-49fa-4ab4-8cad-ead82245fe2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.816271] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55257003-5a40-470d-ba9e-71ff1f6096e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.822832] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.885173] env[62221]: DEBUG nova.scheduler.client.report [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.990783] env[62221]: DEBUG oslo_vmware.api [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Task: {'id': task-1700771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131233} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.991058] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.991246] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.991421] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.991597] env[62221]: INFO nova.compute.manager [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1300.991836] env[62221]: DEBUG oslo.service.loopingcall [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.992070] env[62221]: DEBUG nova.compute.manager [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1300.992204] env[62221]: DEBUG nova.network.neutron [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.072746] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.073128] env[62221]: DEBUG nova.compute.manager [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.073316] env[62221]: DEBUG nova.compute.manager [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing instance network info cache due to event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1301.073556] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Acquiring lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.073729] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Acquired lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.073915] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing network info cache for port fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.229743] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.282232] env[62221]: DEBUG nova.network.neutron [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Updating instance_info_cache with network_info: [{"id": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "address": "fa:16:3e:dc:17:ad", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f39d96-a8", "ovs_interfaceid": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.362535] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully created port: 04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.387615] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.390014] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1301.391769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.289s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.393907] env[62221]: INFO nova.compute.claims [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.772393] env[62221]: DEBUG nova.network.neutron [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.786584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.787032] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Instance network_info: |[{"id": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "address": "fa:16:3e:dc:17:ad", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f39d96-a8", "ovs_interfaceid": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1301.787751] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:17:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64f39d96-a893-46f7-9914-dc0e0a7bde0c', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.797442] env[62221]: DEBUG oslo.service.loopingcall [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.798169] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.798452] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d53255c-1a48-483c-b93e-315aa5eb878f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.823675] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.823675] env[62221]: value = "task-1700772" [ 1301.823675] env[62221]: _type = "Task" [ 1301.823675] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.835605] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700772, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.902845] env[62221]: DEBUG nova.compute.utils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.906054] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1301.906837] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.960175] env[62221]: DEBUG nova.policy [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a27989f33e94eb0825d0a82ac67da27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e20b5216e14cebaf69c2cb4aa8c22d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1302.225784] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Successfully created port: ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.276218] env[62221]: INFO nova.compute.manager [-] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Took 1.28 seconds to deallocate network for instance. [ 1302.340806] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700772, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.371455] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updated VIF entry in instance network info cache for port fb070338-05c9-4fff-8cbb-8d8473c9f881. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.371706] env[62221]: DEBUG nova.network.neutron [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [{"id": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "address": "fa:16:3e:18:3e:d7", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb070338-05", "ovs_interfaceid": "fb070338-05c9-4fff-8cbb-8d8473c9f881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.415954] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1302.788665] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.837280] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700772, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.838951] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204e1986-897c-4af3-bc46-acc380e9a71e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.846937] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abbe29-3623-4982-808a-6ef9ed77f29a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.884055] env[62221]: DEBUG oslo_concurrency.lockutils [req-0db5a527-0f86-49a5-a402-d42dea1d9475 req-bc6e3dda-07f5-40ef-85a6-a6397a2af726 service nova] Releasing lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.884386] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0708138-9ec2-4028-852e-28fe9985a21d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.892519] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee4441-4646-4132-b6d5-92318abe8ca2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.906771] env[62221]: DEBUG nova.compute.provider_tree [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.031387] env[62221]: DEBUG nova.compute.manager [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Received event network-vif-plugged-64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.031606] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Acquiring lock "7c74398e-b88a-436a-8305-f63141199288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.031852] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Lock "7c74398e-b88a-436a-8305-f63141199288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.032554] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Lock "7c74398e-b88a-436a-8305-f63141199288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.032554] env[62221]: DEBUG nova.compute.manager [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] No waiting events found dispatching network-vif-plugged-64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1303.032680] env[62221]: WARNING nova.compute.manager [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Received unexpected event network-vif-plugged-64f39d96-a893-46f7-9914-dc0e0a7bde0c for instance with vm_state building and task_state spawning. [ 1303.032869] env[62221]: DEBUG nova.compute.manager [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Received event network-changed-64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.034556] env[62221]: DEBUG nova.compute.manager [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Refreshing instance network info cache due to event network-changed-64f39d96-a893-46f7-9914-dc0e0a7bde0c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1303.034556] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Acquiring lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.034556] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Acquired lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.034556] env[62221]: DEBUG nova.network.neutron [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Refreshing network info cache for port 64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.057837] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.057837] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.338726] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700772, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.413024] env[62221]: DEBUG nova.scheduler.client.report [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1303.427153] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1303.456363] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1303.456882] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1303.457199] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.457524] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1303.457824] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.458170] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1303.461018] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1303.461018] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1303.461018] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1303.461018] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1303.461018] env[62221]: DEBUG nova.virt.hardware [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.461238] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f3c55-fc1e-481c-80ee-247c57b4c94e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.470628] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e5ab9-44d8-41a1-bf8f-d2eef98e5cc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.493848] env[62221]: DEBUG nova.compute.manager [req-b9ccea3d-81fe-4a66-b0a7-0ab4ee410ccf req-b458942e-27c5-4dd7-b294-a079beae8b12 service nova] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Received event network-vif-deleted-d00aa605-3503-41be-8be4-e95042844c06 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.562992] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1303.805325] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Successfully updated port: ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.841670] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700772, 'name': CreateVM_Task, 'duration_secs': 1.706398} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.841670] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.841670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.841670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.842203] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.842519] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de59f4eb-b49c-4168-86a3-5eb0f1279485 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.848798] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1303.848798] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527415a5-08cd-e839-b59b-fba0863d65cb" [ 1303.848798] env[62221]: _type = "Task" [ 1303.848798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.857998] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527415a5-08cd-e839-b59b-fba0863d65cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.919811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.920364] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1303.923162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.387s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.923429] env[62221]: DEBUG nova.objects.instance [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lazy-loading 'resources' on Instance uuid 22b638d0-62c8-4b5e-80d1-cfe9222c8514 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.066740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.066981] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.067199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.067380] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.067573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.071662] env[62221]: INFO nova.compute.manager [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Terminating instance [ 1304.074251] env[62221]: DEBUG nova.compute.manager [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1304.074479] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.075350] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c57b17-9f6f-4dfd-9f93-a1649ecf5c66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.085703] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.089114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.089114] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122c0f83-a9e1-4ed9-b620-eca69f2022cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.089609] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully updated port: 2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.102024] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1304.102024] env[62221]: value = "task-1700773" [ 1304.102024] env[62221]: _type = "Task" [ 1304.102024] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.113108] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.175707] env[62221]: DEBUG nova.network.neutron [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Updated VIF entry in instance network info cache for port 64f39d96-a893-46f7-9914-dc0e0a7bde0c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.176097] env[62221]: DEBUG nova.network.neutron [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Updating instance_info_cache with network_info: [{"id": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "address": "fa:16:3e:dc:17:ad", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f39d96-a8", "ovs_interfaceid": "64f39d96-a893-46f7-9914-dc0e0a7bde0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.308059] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.308270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquired lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.309048] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.361818] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527415a5-08cd-e839-b59b-fba0863d65cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.361818] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.362129] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.362444] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.362595] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.362933] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.363125] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30f632af-b24a-404f-b2a9-65187138e8ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.375681] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.375939] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.376730] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d861f8-07ce-45c9-9e0c-649f86e35665 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.383979] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1304.383979] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528cd9d4-c80b-1ed2-aaf2-18713b18bf39" [ 1304.383979] env[62221]: _type = "Task" [ 1304.383979] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.392978] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528cd9d4-c80b-1ed2-aaf2-18713b18bf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.429374] env[62221]: DEBUG nova.compute.utils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1304.431689] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1304.613280] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700773, 'name': PowerOffVM_Task, 'duration_secs': 0.247644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.616271] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.616453] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.616871] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea8db5a-afe4-4018-99b0-b8c14b185830 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.684841] env[62221]: DEBUG oslo_concurrency.lockutils [req-cabc12c1-89e5-4fc9-b9be-fe5bc7576ba4 req-cc615ab3-4947-47ac-9a25-ee8a6817845d service nova] Releasing lock "refresh_cache-7c74398e-b88a-436a-8305-f63141199288" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.757358] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.757643] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.757759] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleting the datastore file [datastore1] 1b43ec55-9ec1-440c-8129-57810fd538fa {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.758043] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7bc0558-6acc-435c-b1ae-a90e3c828d03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.769643] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1304.769643] env[62221]: value = "task-1700775" [ 1304.769643] env[62221]: _type = "Task" [ 1304.769643] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.779786] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.892718] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8c3bb-325b-4d7d-9913-666bfb670c52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.896463] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.905467] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528cd9d4-c80b-1ed2-aaf2-18713b18bf39, 'name': SearchDatastore_Task, 'duration_secs': 0.044839} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.907950] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07c8052-c369-4e86-87d3-605beaaa4bb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.912162] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1713ea26-f122-463f-a389-82826a2a3f54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.920172] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1304.920172] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c432bd-e3c9-ccbd-4417-0fe967efa71b" [ 1304.920172] env[62221]: _type = "Task" [ 1304.920172] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.953786] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1304.962310] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814629e7-bb4a-4765-8a42-5d878d5703f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.976939] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c33de9-f88e-4a16-9b31-ff3c218a4faa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.979959] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c432bd-e3c9-ccbd-4417-0fe967efa71b, 'name': SearchDatastore_Task, 'duration_secs': 0.014825} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.980283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.980503] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7c74398e-b88a-436a-8305-f63141199288/7c74398e-b88a-436a-8305-f63141199288.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.981194] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5278f75-1097-4b38-b9e8-875cf73469b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.991998] env[62221]: DEBUG nova.compute.provider_tree [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.994888] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1304.994888] env[62221]: value = "task-1700776" [ 1304.994888] env[62221]: _type = "Task" [ 1304.994888] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.003893] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.281385] env[62221]: DEBUG oslo_vmware.api [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350424} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.281649] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.281822] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.282008] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.282193] env[62221]: INFO nova.compute.manager [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1305.282438] env[62221]: DEBUG oslo.service.loopingcall [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.282634] env[62221]: DEBUG nova.compute.manager [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1305.282730] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.366554] env[62221]: DEBUG nova.network.neutron [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Updating instance_info_cache with network_info: [{"id": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "address": "fa:16:3e:fe:6b:b4", "network": {"id": "9769eab7-8d8b-4562-88b0-402c66b27d34", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1940903329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e20b5216e14cebaf69c2cb4aa8c22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8ea37-1d", "ovs_interfaceid": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.496929] env[62221]: DEBUG nova.scheduler.client.report [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1305.515839] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.869813] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Releasing lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.870102] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Instance network_info: |[{"id": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "address": "fa:16:3e:fe:6b:b4", "network": {"id": "9769eab7-8d8b-4562-88b0-402c66b27d34", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1940903329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e20b5216e14cebaf69c2cb4aa8c22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8ea37-1d", "ovs_interfaceid": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1305.870535] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6b:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead8ea37-1d12-4cc2-9a5d-e4118c630350', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.878319] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Creating folder: Project (39e20b5216e14cebaf69c2cb4aa8c22d). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.879043] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ebf473-64fd-4dca-aff6-030d6f337918 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.892635] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Created folder: Project (39e20b5216e14cebaf69c2cb4aa8c22d) in parent group-v354396. [ 1305.892911] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Creating folder: Instances. Parent ref: group-v354508. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.893238] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635d328e-f88c-465d-80d0-f352072eff1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.904801] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Created folder: Instances in parent group-v354508. [ 1305.905784] env[62221]: DEBUG oslo.service.loopingcall [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.906127] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.906384] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770d6d7d-bc19-4e99-9117-db05e82af67a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.926516] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.926516] env[62221]: value = "task-1700779" [ 1305.926516] env[62221]: _type = "Task" [ 1305.926516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.934699] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700779, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.977129] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1306.006458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.014052] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1306.014270] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1306.014516] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.014620] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1306.014741] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.014968] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1306.015099] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1306.015324] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1306.015405] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1306.015526] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1306.015670] env[62221]: DEBUG nova.virt.hardware [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1306.016078] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.015s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.021265] env[62221]: INFO nova.compute.claims [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.026569] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b1750-6c8e-4154-8b18-5c3f0e5f842a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.035311] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603614} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.036586] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7c74398e-b88a-436a-8305-f63141199288/7c74398e-b88a-436a-8305-f63141199288.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.036586] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.037706] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68ae322-65a0-4ae9-ae4f-2c01ecb0b6b3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.043750] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7627aa-068b-4eb9-8676-7458f2da5ded {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.050225] env[62221]: INFO nova.scheduler.client.report [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Deleted allocations for instance 22b638d0-62c8-4b5e-80d1-cfe9222c8514 [ 1306.054022] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1306.054022] env[62221]: value = "task-1700780" [ 1306.054022] env[62221]: _type = "Task" [ 1306.054022] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.069546] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.077490] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Creating folder: Project (20210c35e7cd4866b44ae032da6d25a0). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.077490] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429aa994-77d2-4bbe-baff-95aa1708d0e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.081755] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.085400] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.085598] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing instance network info cache due to event network-changed-fb070338-05c9-4fff-8cbb-8d8473c9f881. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1306.085808] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.085942] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquired lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.086110] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Refreshing network info cache for port fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.089975] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Created folder: Project (20210c35e7cd4866b44ae032da6d25a0) in parent group-v354396. [ 1306.090206] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Creating folder: Instances. Parent ref: group-v354511. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.090721] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f918240-afd7-449a-86bb-fa3c8a220da4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.105345] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Created folder: Instances in parent group-v354511. [ 1306.108323] env[62221]: DEBUG oslo.service.loopingcall [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.108323] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.108323] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-903876dc-d1f8-48c4-9cc1-5cad5e14b649 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.119384] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.126957] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.126957] env[62221]: value = "task-1700783" [ 1306.126957] env[62221]: _type = "Task" [ 1306.126957] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.137069] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700783, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.444800] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700779, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.547777] env[62221]: DEBUG nova.compute.manager [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Received event network-vif-plugged-ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.548412] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Acquiring lock "bca34046-3056-46e7-8152-33ec01343a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.548691] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Lock "bca34046-3056-46e7-8152-33ec01343a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.548892] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Lock "bca34046-3056-46e7-8152-33ec01343a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.549073] env[62221]: DEBUG nova.compute.manager [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] No waiting events found dispatching network-vif-plugged-ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.549254] env[62221]: WARNING nova.compute.manager [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Received unexpected event network-vif-plugged-ead8ea37-1d12-4cc2-9a5d-e4118c630350 for instance with vm_state building and task_state spawning. [ 1306.549413] env[62221]: DEBUG nova.compute.manager [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Received event network-changed-ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.549635] env[62221]: DEBUG nova.compute.manager [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Refreshing instance network info cache due to event network-changed-ead8ea37-1d12-4cc2-9a5d-e4118c630350. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1306.549777] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Acquiring lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.549998] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Acquired lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.550211] env[62221]: DEBUG nova.network.neutron [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Refreshing network info cache for port ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.560389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-05607bdc-9484-4166-aed2-e0054119866b tempest-ServerMetadataNegativeTestJSON-898597176 tempest-ServerMetadataNegativeTestJSON-898597176-project-member] Lock "22b638d0-62c8-4b5e-80d1-cfe9222c8514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.305s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.582211] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18788} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.582428] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.583326] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ef13c-3109-483b-94cf-2830cd8be1a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.615835] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7c74398e-b88a-436a-8305-f63141199288/7c74398e-b88a-436a-8305-f63141199288.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.616828] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd7fb4c5-e2a9-4edb-8d47-ff8c6fb2a070 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.634893] env[62221]: INFO nova.compute.manager [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 1.35 seconds to deallocate network for instance. [ 1306.646707] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1306.646707] env[62221]: value = "task-1700784" [ 1306.646707] env[62221]: _type = "Task" [ 1306.646707] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.649958] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700783, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.650871] env[62221]: INFO nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Port fb070338-05c9-4fff-8cbb-8d8473c9f881 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1306.651113] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.664092] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.938192] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700779, 'name': CreateVM_Task, 'duration_secs': 0.66967} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.938554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.939436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.940198] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.940662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.941392] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49cc9f4-b3d6-49a1-8483-ddf95094e38e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.947326] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1306.947326] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252f66c-93ba-2780-3bf2-c5b4752ad732" [ 1306.947326] env[62221]: _type = "Task" [ 1306.947326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.956906] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252f66c-93ba-2780-3bf2-c5b4752ad732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.963952] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully updated port: 52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.145538] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.153257] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700783, 'name': CreateVM_Task, 'duration_secs': 0.551628} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.161742] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.161857] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Releasing lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.162264] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1307.162658] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing instance network info cache due to event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1307.163036] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.163326] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.163642] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.165062] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.171828] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.186995] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.186995] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.469597] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252f66c-93ba-2780-3bf2-c5b4752ad732, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.471041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.471540] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.471857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.472094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.472512] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.473506] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.473876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.474181] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d9a48b-2238-4f35-a406-c9e1e9925e98 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.476440] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51afe3eb-648a-4d1d-bb90-6ceeed8f99eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.485844] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1307.485844] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5297bb18-4f67-2fa3-0ddd-10f1cf3eacc6" [ 1307.485844] env[62221]: _type = "Task" [ 1307.485844] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.487839] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.488107] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.494203] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e3e3f4-8a1b-4b70-bca8-9876956cfba2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.505302] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1307.505302] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa4831-eb19-703e-1967-c6734b04e8f8" [ 1307.505302] env[62221]: _type = "Task" [ 1307.505302] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.509488] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5297bb18-4f67-2fa3-0ddd-10f1cf3eacc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.514663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.515111] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.515400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.517210] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b164f797-f041-4c6c-a6b6-dedc828ff197 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.530546] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e63053a-f345-4d05-b0d2-27783c57a39d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.534326] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa4831-eb19-703e-1967-c6734b04e8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.535503] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3e1d79-2701-4883-a969-526a3a0953d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.563255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1548646-bfa4-4330-9799-5a4040948a69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.567063] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1307.567063] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dbb612-4ece-a944-7792-0a17c49a02e0" [ 1307.567063] env[62221]: _type = "Task" [ 1307.567063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.567956] env[62221]: DEBUG nova.network.neutron [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Updated VIF entry in instance network info cache for port ead8ea37-1d12-4cc2-9a5d-e4118c630350. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.568353] env[62221]: DEBUG nova.network.neutron [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Updating instance_info_cache with network_info: [{"id": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "address": "fa:16:3e:fe:6b:b4", "network": {"id": "9769eab7-8d8b-4562-88b0-402c66b27d34", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1940903329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e20b5216e14cebaf69c2cb4aa8c22d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8ea37-1d", "ovs_interfaceid": "ead8ea37-1d12-4cc2-9a5d-e4118c630350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.576892] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99419562-1172-4d53-8e31-255d9c120b8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.583940] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dbb612-4ece-a944-7792-0a17c49a02e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.584587] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.584877] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bca34046-3056-46e7-8152-33ec01343a62/bca34046-3056-46e7-8152-33ec01343a62.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.585461] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.585694] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.585930] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f799582-80ee-44fe-a8b1-131abeb998cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.596577] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbf911f-3865-474b-a3cf-42a4d6212367 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.598734] env[62221]: DEBUG nova.compute.provider_tree [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.608421] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1307.608421] env[62221]: value = "task-1700785" [ 1307.608421] env[62221]: _type = "Task" [ 1307.608421] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.608421] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.608421] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.613023] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18d002e-aa97-4ebb-b616-14f63c35a89c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.619549] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1307.619549] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528130d3-c81d-550c-ac02-940bde0f5507" [ 1307.619549] env[62221]: _type = "Task" [ 1307.619549] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.623258] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.633347] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528130d3-c81d-550c-ac02-940bde0f5507, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.634148] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449d953f-6bdb-4a62-adfc-02c0d6756861 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.639948] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1307.639948] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d039f2-0044-8073-c89d-30b1aaf6b57f" [ 1307.639948] env[62221]: _type = "Task" [ 1307.639948] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.648160] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d039f2-0044-8073-c89d-30b1aaf6b57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.661682] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700784, 'name': ReconfigVM_Task, 'duration_secs': 0.870731} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.661969] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7c74398e-b88a-436a-8305-f63141199288/7c74398e-b88a-436a-8305-f63141199288.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.662580] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a588cfa2-9f7c-4139-af07-40b6f5352a7b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.669562] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1307.669562] env[62221]: value = "task-1700786" [ 1307.669562] env[62221]: _type = "Task" [ 1307.669562] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.678920] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700786, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.688016] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1308.074094] env[62221]: DEBUG oslo_concurrency.lockutils [req-a65e663e-4c8c-417d-9311-6ee42b3af014 req-28be758d-d8f8-4b1f-a87b-d3f2f6350257 service nova] Releasing lock "refresh_cache-bca34046-3056-46e7-8152-33ec01343a62" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.101620] env[62221]: DEBUG nova.scheduler.client.report [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1308.119975] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498938} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.121075] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bca34046-3056-46e7-8152-33ec01343a62/bca34046-3056-46e7-8152-33ec01343a62.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.121320] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.121579] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-209e2a9d-9e79-4861-9031-7631097823a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.131385] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1308.131385] env[62221]: value = "task-1700787" [ 1308.131385] env[62221]: _type = "Task" [ 1308.131385] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.151058] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.158402] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d039f2-0044-8073-c89d-30b1aaf6b57f, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.158402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.158402] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f68fefed-90c4-466a-86c6-30f48dc4bd0a/f68fefed-90c4-466a-86c6-30f48dc4bd0a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.158402] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d405f0-3962-41f4-90f4-7627e46a85ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.168907] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1308.168907] env[62221]: value = "task-1700788" [ 1308.168907] env[62221]: _type = "Task" [ 1308.168907] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.183279] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.189024] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700786, 'name': Rename_Task, 'duration_secs': 0.18243} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.189024] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.189024] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba0cfee3-3008-412c-9ccf-0a045e26ffe6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.199333] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1308.199333] env[62221]: value = "task-1700789" [ 1308.199333] env[62221]: _type = "Task" [ 1308.199333] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.214080] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.226983] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.254284] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updated VIF entry in instance network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.254533] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.610415] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.610415] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1308.612930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.748s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.614584] env[62221]: INFO nova.compute.claims [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.651653] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08129} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.652111] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.653213] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9316ab37-edc3-4344-ad9d-2ec496b7d09c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.684691] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] bca34046-3056-46e7-8152-33ec01343a62/bca34046-3056-46e7-8152-33ec01343a62.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.691354] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a29554b-dfc6-446b-a714-d6a9a6b0309f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.717350] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460708} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.720583] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f68fefed-90c4-466a-86c6-30f48dc4bd0a/f68fefed-90c4-466a-86c6-30f48dc4bd0a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.722050] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.722050] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1308.722050] env[62221]: value = "task-1700790" [ 1308.722050] env[62221]: _type = "Task" [ 1308.722050] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.722050] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60f87ff2-4655-40a1-99f8-be3fd521ba93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.730466] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.738321] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.739797] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1308.739797] env[62221]: value = "task-1700791" [ 1308.739797] env[62221]: _type = "Task" [ 1308.739797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.750223] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.763081] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.763081] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-plugged-2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1308.763081] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.763081] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.763081] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.763267] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] No waiting events found dispatching network-vif-plugged-2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1308.763267] env[62221]: WARNING nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received unexpected event network-vif-plugged-2800b25b-1442-47e0-8736-b23426d82e2b for instance with vm_state building and task_state spawning. [ 1308.763267] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-changed-2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1308.763267] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing instance network info cache due to event network-changed-2800b25b-1442-47e0-8736-b23426d82e2b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1308.763267] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.763516] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquired lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.763516] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing network info cache for port 2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.123186] env[62221]: DEBUG nova.compute.utils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.128043] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1309.208078] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Successfully updated port: 04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.218218] env[62221]: DEBUG oslo_vmware.api [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700789, 'name': PowerOnVM_Task, 'duration_secs': 0.714542} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.219129] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.219368] env[62221]: INFO nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1309.219574] env[62221]: DEBUG nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1309.220475] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f8a8db-059e-4a30-bfb8-8bcbd570d91e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.238520] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700790, 'name': ReconfigVM_Task, 'duration_secs': 0.307064} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.239201] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Reconfigured VM instance instance-00000027 to attach disk [datastore1] bca34046-3056-46e7-8152-33ec01343a62/bca34046-3056-46e7-8152-33ec01343a62.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.239625] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64398c38-9580-4139-8a0a-926bb7c8ddea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.251835] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074289} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.253134] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.253487] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1309.253487] env[62221]: value = "task-1700792" [ 1309.253487] env[62221]: _type = "Task" [ 1309.253487] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.254189] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36f9477-121a-4cb1-b069-d84c508c73a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.268202] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700792, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.289058] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f68fefed-90c4-466a-86c6-30f48dc4bd0a/f68fefed-90c4-466a-86c6-30f48dc4bd0a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.289058] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab88a4c-0a9e-422d-b0c2-66c2b1a2b736 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.310452] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1309.310452] env[62221]: value = "task-1700793" [ 1309.310452] env[62221]: _type = "Task" [ 1309.310452] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.331556] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.367976] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.577915] env[62221]: DEBUG nova.compute.manager [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-plugged-52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.578162] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.579784] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.579784] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.579784] env[62221]: DEBUG nova.compute.manager [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] No waiting events found dispatching network-vif-plugged-52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1309.579784] env[62221]: WARNING nova.compute.manager [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received unexpected event network-vif-plugged-52fb93de-1e2b-4f5a-87e7-10bc8add596e for instance with vm_state building and task_state spawning. [ 1309.579784] env[62221]: DEBUG nova.compute.manager [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-changed-52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.579972] env[62221]: DEBUG nova.compute.manager [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing instance network info cache due to event network-changed-52fb93de-1e2b-4f5a-87e7-10bc8add596e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1309.579972] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Acquiring lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.627744] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1309.647123] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.689925] env[62221]: DEBUG nova.compute.manager [req-e8553dd3-b7b3-4323-bfbe-b40ea0c0765c req-8a32a8fe-da9d-4b9c-bf68-20be66182b5f service nova] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Received event network-vif-deleted-fb070338-05c9-4fff-8cbb-8d8473c9f881 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.712564] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.740375] env[62221]: INFO nova.compute.manager [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Took 34.37 seconds to build instance. [ 1309.767614] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700792, 'name': Rename_Task, 'duration_secs': 0.17435} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.770033] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.770655] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181f29eb-9592-46ef-bb9b-5b4366cee93b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.779756] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1309.779756] env[62221]: value = "task-1700794" [ 1309.779756] env[62221]: _type = "Task" [ 1309.779756] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.791882] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.821257] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.927053] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.927296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.043826] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffd9b0-c487-4d9d-ba2d-b4f65f7f4ec7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.051803] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f97d8c-90af-462a-98b6-d9bb51e1bcf4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.086637] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33855bbc-c310-49b0-a0c2-e01bd812516b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.095201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d69a5-99f1-4b2d-ac68-ab0fc7bff16e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.109346] env[62221]: DEBUG nova.compute.provider_tree [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.150208] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Releasing lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.150604] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1310.150915] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing instance network info cache due to event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1310.151288] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.151859] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.151859] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.153242] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Acquired lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.153364] env[62221]: DEBUG nova.network.neutron [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing network info cache for port 52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.242644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ba50e92d-4b10-43a9-89e0-cbcbc48dbf98 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.985s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.252236] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.293914] env[62221]: DEBUG oslo_vmware.api [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700794, 'name': PowerOnVM_Task, 'duration_secs': 0.500198} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.294334] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.294587] env[62221]: INFO nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1310.294830] env[62221]: DEBUG nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1310.295788] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5a47c3-227b-45f0-8466-046b39df681c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.325898] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700793, 'name': ReconfigVM_Task, 'duration_secs': 0.877546} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.326635] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f68fefed-90c4-466a-86c6-30f48dc4bd0a/f68fefed-90c4-466a-86c6-30f48dc4bd0a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.327274] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceae811a-5233-44ed-9b3d-680785422823 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.338061] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1310.338061] env[62221]: value = "task-1700795" [ 1310.338061] env[62221]: _type = "Task" [ 1310.338061] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.346857] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700795, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.614071] env[62221]: DEBUG nova.scheduler.client.report [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1310.639292] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1310.675308] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.675548] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.675701] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.675887] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.676383] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.676604] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.676826] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.676990] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.677241] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.677443] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.677703] env[62221]: DEBUG nova.virt.hardware [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.679431] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b570b4-036e-4f1a-a5ef-f96208a6fda9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.687773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda3230-0c36-4638-aae7-a53f06a70b60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.709255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.717034] env[62221]: DEBUG oslo.service.loopingcall [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.717467] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.717748] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df7a2da4-a062-4975-aeab-80afa7be595a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.731740] env[62221]: DEBUG nova.network.neutron [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.740033] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.740033] env[62221]: value = "task-1700796" [ 1310.740033] env[62221]: _type = "Task" [ 1310.740033] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.749280] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1310.752558] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700796, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.817621] env[62221]: INFO nova.compute.manager [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Took 28.77 seconds to build instance. [ 1310.848256] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700795, 'name': Rename_Task, 'duration_secs': 0.464408} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.848536] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.848777] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac83ceb6-08ca-4803-9087-35cd63a2ac78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.857833] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1310.857833] env[62221]: value = "task-1700797" [ 1310.857833] env[62221]: _type = "Task" [ 1310.857833] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.866429] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.894522] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updated VIF entry in instance network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.894873] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.961689] env[62221]: DEBUG nova.network.neutron [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.118472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.119355] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1311.122714] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.649s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.251060] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700796, 'name': CreateVM_Task, 'duration_secs': 0.411281} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.251245] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.251667] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.251825] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.252159] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1311.252411] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3690ae-f0bb-46bf-822c-d7ebe832e03d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.261785] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1311.261785] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b4772e-c362-8f22-7d9e-e638b708c592" [ 1311.261785] env[62221]: _type = "Task" [ 1311.261785] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.271642] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b4772e-c362-8f22-7d9e-e638b708c592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.273442] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.322296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d7a697ec-b68f-49d4-a335-1d8f4ce87a27 tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.874s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.368670] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.397847] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.398777] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-changed-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.399063] env[62221]: DEBUG nova.compute.manager [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing instance network info cache due to event network-changed-3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1311.400208] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.400296] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.400424] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing network info cache for port 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.464564] env[62221]: DEBUG oslo_concurrency.lockutils [req-24997a79-7955-442a-8964-b1ab780ad06d req-91a573ac-4d0a-4984-8408-6bfafe11eab0 service nova] Releasing lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.465037] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.465133] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.625110] env[62221]: DEBUG nova.compute.utils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1311.626542] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1311.626726] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.734171] env[62221]: DEBUG nova.policy [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da69af9e05f24e8582596883af573ee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b5f4932cf6413890ec6c780bb9715e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1311.775294] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b4772e-c362-8f22-7d9e-e638b708c592, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.775294] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.775294] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.775294] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.775430] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.775430] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.775430] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0111dc-88d1-4043-9ffe-d2ed9c132bf8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.788035] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.788035] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.788035] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8441299e-b883-4349-853e-41fb49533455 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.795529] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1311.795529] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520fe077-e794-c57d-2c70-eac4c32a196e" [ 1311.795529] env[62221]: _type = "Task" [ 1311.795529] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.803090] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.803491] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing instance network info cache due to event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1311.803768] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.804070] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.804403] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.809422] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520fe077-e794-c57d-2c70-eac4c32a196e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.869143] env[62221]: DEBUG oslo_vmware.api [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700797, 'name': PowerOnVM_Task, 'duration_secs': 0.900517} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.869416] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.869665] env[62221]: INFO nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1311.869789] env[62221]: DEBUG nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1311.870591] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08148fe9-eb3a-4062-b247-4f80de920503 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.875259] env[62221]: DEBUG nova.compute.manager [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-plugged-04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.875462] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.875660] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.876272] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.876272] env[62221]: DEBUG nova.compute.manager [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] No waiting events found dispatching network-vif-plugged-04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1311.876272] env[62221]: WARNING nova.compute.manager [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received unexpected event network-vif-plugged-04e79414-13db-434e-8e91-3c85b761eee8 for instance with vm_state building and task_state spawning. [ 1311.876857] env[62221]: DEBUG nova.compute.manager [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-changed-04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.876857] env[62221]: DEBUG nova.compute.manager [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing instance network info cache due to event network-changed-04e79414-13db-434e-8e91-3c85b761eee8. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1311.876857] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Acquiring lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.017235] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.036312] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.036312] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.036711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.036711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.036919] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.039121] env[62221]: INFO nova.compute.manager [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Terminating instance [ 1312.040924] env[62221]: DEBUG nova.compute.manager [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1312.041175] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.042097] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394dd71-84ac-4a65-a639-8f202ef55f79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.056882] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.057179] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6eb79f-fe2c-4333-92a2-95558a6a4ac1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.065187] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1312.065187] env[62221]: value = "task-1700798" [ 1312.065187] env[62221]: _type = "Task" [ 1312.065187] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.076057] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.129218] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updated VIF entry in instance network info cache for port 3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.129641] env[62221]: DEBUG nova.network.neutron [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.131131] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1312.167653] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 45be5b3d-c75e-48b0-921a-31e66167f510 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.167816] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 32659f22-276d-44db-9eef-9717ad7ac1b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.167938] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168071] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168210] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8e504d19-5c4c-4708-afff-595d9bd15f73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168289] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 696da7d0-08b4-410c-8caa-300c12d02359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168396] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168502] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168609] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ef40065e-f1e4-4d9d-81b9-bc1344ad1bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168713] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3276a0d1-4289-46cc-a4b8-e31f2cc51447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.168904] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 630b8565-3e2b-4ff4-81e6-c0065de576c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1312.170067] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance acc4c843-d33b-43ee-986a-74480aecac2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.170067] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d86669ba-373c-4006-8608-2ebfcb45e0b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1312.170067] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f81d0096-ce67-4d01-8c1f-db803fe86de9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.170067] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 94c964d6-91c1-474d-adb2-c0605a7ebe1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1312.171195] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171195] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance c1b58810-0afe-4dcf-a87d-86f3f844976f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171195] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (7f6f8f99-7d78-45eb-9080-8e2c493a11cb): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1312.171195] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bd3ab6eb-d09f-48fa-bf77-679e86fd3909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1312.171407] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171407] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 7c74398e-b88a-436a-8305-f63141199288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171496] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 02daa7bf-ce78-4756-af53-05cb9286a802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171650] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bca34046-3056-46e7-8152-33ec01343a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171812] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f68fefed-90c4-466a-86c6-30f48dc4bd0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.171990] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.174178] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3077f487-850e-41fe-89c8-62bd24f19ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.296074] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Successfully created port: 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.317204] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520fe077-e794-c57d-2c70-eac4c32a196e, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.320827] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a49144-7cb9-446f-8b4c-82ccc5ef9ee2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.328434] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1312.328434] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d630f4-09af-3bdc-8350-91c6db800943" [ 1312.328434] env[62221]: _type = "Task" [ 1312.328434] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.339163] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d630f4-09af-3bdc-8350-91c6db800943, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.339683] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.340157] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.340590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce5dc77f-9324-401b-97c9-713c8e9b37c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.349842] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1312.349842] env[62221]: value = "task-1700799" [ 1312.349842] env[62221]: _type = "Task" [ 1312.349842] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.363996] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.398390] env[62221]: INFO nova.compute.manager [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Took 30.31 seconds to build instance. [ 1312.527568] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "bca34046-3056-46e7-8152-33ec01343a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.528616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.528985] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "bca34046-3056-46e7-8152-33ec01343a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.529300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.529499] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.533315] env[62221]: INFO nova.compute.manager [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Terminating instance [ 1312.535888] env[62221]: DEBUG nova.compute.manager [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1312.536215] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.537134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4df8ed7-0075-4591-955f-d861ca7a70e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.547094] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.548144] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updated VIF entry in instance network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.548529] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [{"id": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "address": "fa:16:3e:32:5e:d4", "network": {"id": "fc474a18-dec0-408b-ad55-7f13be59cefd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1120703690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3d7b8bfc9136457b96919fd951c54cfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa006a2ea-b8", "ovs_interfaceid": "a006a2ea-b8ca-4247-9444-4ea82db0e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.550011] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512f9496-6c49-4080-8ca1-ef4d0d3d1017 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.558848] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1312.558848] env[62221]: value = "task-1700800" [ 1312.558848] env[62221]: _type = "Task" [ 1312.558848] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.581472] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700798, 'name': PowerOffVM_Task, 'duration_secs': 0.437671} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.586316] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.586716] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.587143] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.587444] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a523d32-ecb8-4df6-b88a-825d338d00aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.635349] env[62221]: DEBUG oslo_concurrency.lockutils [req-5384314e-579d-427c-9f99-ffc86e60ab7c req-46acdcdf-f16a-4154-9ccf-e23cf7ab52a3 service nova] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.657646] env[62221]: DEBUG nova.compute.manager [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1312.659473] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85378b96-f692-49c8-91c9-4c41f69ff015 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.675100] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 7f0f97c1-50e0-4500-bde6-d7f1f07de216 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1312.703225] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.703225] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.703445] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Deleting the datastore file [datastore1] c1b58810-0afe-4dcf-a87d-86f3f844976f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.704587] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-525f300d-6382-4e94-b7e5-1520056ddef5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.714685] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for the task: (returnval){ [ 1312.714685] env[62221]: value = "task-1700802" [ 1312.714685] env[62221]: _type = "Task" [ 1312.714685] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.728725] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.868081] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449088} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.870585] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.870701] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.871331] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed046e9e-8771-4fba-adab-a8d094a6c780 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.883988] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1312.883988] env[62221]: value = "task-1700803" [ 1312.883988] env[62221]: _type = "Task" [ 1312.883988] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.892811] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.901713] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932431ca-da79-4cec-a5a6-ca518155a96b tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.934s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.053797] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.054125] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-changed-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1313.054318] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing instance network info cache due to event network-changed-3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1313.054531] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquiring lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.054671] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquired lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.054827] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Refreshing network info cache for port 3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.070347] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700800, 'name': PowerOffVM_Task, 'duration_secs': 0.285644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.071249] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.071422] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.071957] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0590a18-dfc6-4c4d-a01a-643a6c69a373 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.095038] env[62221]: DEBUG nova.network.neutron [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [{"id": "2800b25b-1442-47e0-8736-b23426d82e2b", "address": "fa:16:3e:19:ca:2f", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b25b-14", "ovs_interfaceid": "2800b25b-1442-47e0-8736-b23426d82e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "address": "fa:16:3e:48:b4:46", "network": {"id": "edde0968-023a-4d4b-9476-a901d95e90c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-741442906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52fb93de-1e", "ovs_interfaceid": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04e79414-13db-434e-8e91-3c85b761eee8", "address": "fa:16:3e:67:6f:4e", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e79414-13", "ovs_interfaceid": "04e79414-13db-434e-8e91-3c85b761eee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.143160] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1313.170065] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:36:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d8258dad-5ef1-42bb-b361-9d95fb014b8e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-953458683',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1313.170329] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1313.170486] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.170671] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1313.170849] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.171031] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1313.171249] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1313.171407] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1313.171583] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1313.171768] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1313.171941] env[62221]: DEBUG nova.virt.hardware [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.173167] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db85a5f-5509-45bf-b2ce-7f66cc3f32a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.177584] env[62221]: INFO nova.compute.manager [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] instance snapshotting [ 1313.179150] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.179395] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.179595] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Deleting the datastore file [datastore1] bca34046-3056-46e7-8152-33ec01343a62 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.180498] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1b21b902-82fb-414c-b25c-4b8c8772d5c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.181885] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a881c8-2b48-4245-a946-b7480f428d77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.184743] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a867e-943d-482f-b2b1-7101d0cc2461 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.191037] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ce17c-d4a7-4cd4-b666-cfc861cb07dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.210584] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for the task: (returnval){ [ 1313.210584] env[62221]: value = "task-1700805" [ 1313.210584] env[62221]: _type = "Task" [ 1313.210584] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.211628] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73e437c-3465-46e6-a22f-c86621ede18c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.245659] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.250551] env[62221]: DEBUG oslo_vmware.api [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Task: {'id': task-1700802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291355} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.250902] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.251194] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.251546] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.251708] env[62221]: INFO nova.compute.manager [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1313.252099] env[62221]: DEBUG oslo.service.loopingcall [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.252366] env[62221]: DEBUG nova.compute.manager [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1313.252519] env[62221]: DEBUG nova.network.neutron [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.398384] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077137} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.398663] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.399488] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848d4a1-967f-4b85-830f-79a9f2517273 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.425249] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.425538] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6c2e0c-9476-4cf8-b82e-2d8e43ce265f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.448239] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1313.448239] env[62221]: value = "task-1700806" [ 1313.448239] env[62221]: _type = "Task" [ 1313.448239] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.459344] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.599339] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.602319] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance network_info: |[{"id": "2800b25b-1442-47e0-8736-b23426d82e2b", "address": "fa:16:3e:19:ca:2f", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b25b-14", "ovs_interfaceid": "2800b25b-1442-47e0-8736-b23426d82e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "address": "fa:16:3e:48:b4:46", "network": {"id": "edde0968-023a-4d4b-9476-a901d95e90c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-741442906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52fb93de-1e", "ovs_interfaceid": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04e79414-13db-434e-8e91-3c85b761eee8", "address": "fa:16:3e:67:6f:4e", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e79414-13", "ovs_interfaceid": "04e79414-13db-434e-8e91-3c85b761eee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1313.602319] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Acquired lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.602319] env[62221]: DEBUG nova.network.neutron [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Refreshing network info cache for port 04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.602319] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ca:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2800b25b-1442-47e0-8736-b23426d82e2b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52fb93de-1e2b-4f5a-87e7-10bc8add596e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:6f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04e79414-13db-434e-8e91-3c85b761eee8', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.615763] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Creating folder: Project (f9788529e2464324bae4cc282bc1f88a). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.621284] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e92be0c3-d3c2-470d-b0df-59e17119ea1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.635810] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Created folder: Project (f9788529e2464324bae4cc282bc1f88a) in parent group-v354396. [ 1313.636536] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Creating folder: Instances. Parent ref: group-v354515. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.636939] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94191fb-ed4f-4e8d-9010-cb82d9d5a6e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.648662] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Created folder: Instances in parent group-v354515. [ 1313.649185] env[62221]: DEBUG oslo.service.loopingcall [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.649525] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.649852] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1140f0-e830-40e0-b76e-923a4d59eaf9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.678889] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.678889] env[62221]: value = "task-1700809" [ 1313.678889] env[62221]: _type = "Task" [ 1313.678889] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.689268] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.691712] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700809, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.725967] env[62221]: DEBUG oslo_vmware.api [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Task: {'id': task-1700805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177461} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.726580] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.726890] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.727193] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.727473] env[62221]: INFO nova.compute.manager [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] [instance: bca34046-3056-46e7-8152-33ec01343a62] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1313.727825] env[62221]: DEBUG oslo.service.loopingcall [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.728137] env[62221]: DEBUG nova.compute.manager [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1313.728352] env[62221]: DEBUG nova.network.neutron [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.749071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.749071] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c98409de-ca44-41d5-91c7-3db271ef39b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.760216] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1313.760216] env[62221]: value = "task-1700810" [ 1313.760216] env[62221]: _type = "Task" [ 1313.760216] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.772120] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.842661] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updated VIF entry in instance network info cache for port 3b624725-3543-43a2-9599-c749bd7306be. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.842661] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [{"id": "3b624725-3543-43a2-9599-c749bd7306be", "address": "fa:16:3e:02:05:02", "network": {"id": "c93fe36c-7ab3-4729-a536-650554fcbf9d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1957323695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd3d9b4c474fb59d53b2ee38919878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b624725-35", "ovs_interfaceid": "3b624725-3543-43a2-9599-c749bd7306be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.960627] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.194277] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 24e9ba70-16ce-4020-8ad8-37d7450195b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1314.195654] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700809, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.273484] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700810, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.345391] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Releasing lock "refresh_cache-3276a0d1-4289-46cc-a4b8-e31f2cc51447" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.345818] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.346058] env[62221]: DEBUG nova.compute.manager [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing instance network info cache due to event network-changed-a006a2ea-b8ca-4247-9444-4ea82db0e838. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1314.346441] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquiring lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.346694] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Acquired lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.346951] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Refreshing network info cache for port a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.387762] env[62221]: DEBUG nova.compute.manager [req-c18f9ab6-9041-439b-81c1-285380c602a6 req-695ae19c-2329-4a8a-adc5-f055fec42fff service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Received event network-vif-deleted-a006a2ea-b8ca-4247-9444-4ea82db0e838 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.388017] env[62221]: INFO nova.compute.manager [req-c18f9ab6-9041-439b-81c1-285380c602a6 req-695ae19c-2329-4a8a-adc5-f055fec42fff service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Neutron deleted interface a006a2ea-b8ca-4247-9444-4ea82db0e838; detaching it from the instance and deleting it from the info cache [ 1314.388210] env[62221]: DEBUG nova.network.neutron [req-c18f9ab6-9041-439b-81c1-285380c602a6 req-695ae19c-2329-4a8a-adc5-f055fec42fff service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.401972] env[62221]: DEBUG nova.network.neutron [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updated VIF entry in instance network info cache for port 04e79414-13db-434e-8e91-3c85b761eee8. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.402573] env[62221]: DEBUG nova.network.neutron [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [{"id": "2800b25b-1442-47e0-8736-b23426d82e2b", "address": "fa:16:3e:19:ca:2f", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b25b-14", "ovs_interfaceid": "2800b25b-1442-47e0-8736-b23426d82e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "address": "fa:16:3e:48:b4:46", "network": {"id": "edde0968-023a-4d4b-9476-a901d95e90c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-741442906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52fb93de-1e", "ovs_interfaceid": "52fb93de-1e2b-4f5a-87e7-10bc8add596e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04e79414-13db-434e-8e91-3c85b761eee8", "address": "fa:16:3e:67:6f:4e", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e79414-13", "ovs_interfaceid": "04e79414-13db-434e-8e91-3c85b761eee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.460169] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700806, 'name': ReconfigVM_Task, 'duration_secs': 0.81504} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.461916] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.462590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11729a20-a3fb-419a-b6d4-2099fc5d43bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.471209] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1314.471209] env[62221]: value = "task-1700811" [ 1314.471209] env[62221]: _type = "Task" [ 1314.471209] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.482436] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700811, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.611434] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Successfully updated port: 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.691017] env[62221]: DEBUG nova.network.neutron [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.696022] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700809, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.697695] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance c0c7427d-c6ed-45e4-9657-443a92f00d94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1314.697984] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1314.698197] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1314.772968] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700810, 'name': CreateSnapshot_Task, 'duration_secs': 0.807893} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.776278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.777471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58785d9-95b2-4b9c-bf8c-2a3a6e17dbca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.864714] env[62221]: INFO nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Port a006a2ea-b8ca-4247-9444-4ea82db0e838 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1314.864971] env[62221]: DEBUG nova.network.neutron [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.890867] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ae8b2b4-e3e1-4260-8e2d-df644b155599 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.901679] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8ae02-1c6b-4caf-9b3e-dc6620d71347 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.914874] env[62221]: DEBUG oslo_concurrency.lockutils [req-673556c7-b970-4f97-b264-550e3f3ff87e req-7c74bf97-5388-431a-85a7-c6c48c4966bd service nova] Releasing lock "refresh_cache-02daa7bf-ce78-4756-af53-05cb9286a802" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.943089] env[62221]: DEBUG nova.compute.manager [req-c18f9ab6-9041-439b-81c1-285380c602a6 req-695ae19c-2329-4a8a-adc5-f055fec42fff service nova] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Detach interface failed, port_id=a006a2ea-b8ca-4247-9444-4ea82db0e838, reason: Instance c1b58810-0afe-4dcf-a87d-86f3f844976f could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1314.965672] env[62221]: DEBUG nova.network.neutron [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.984095] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700811, 'name': Rename_Task, 'duration_secs': 0.154673} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.984378] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.984615] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-325e14d3-d293-429c-91b0-2a414f29cb95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.993032] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1314.993032] env[62221]: value = "task-1700812" [ 1314.993032] env[62221]: _type = "Task" [ 1314.993032] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.004594] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.117173] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.117329] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.117480] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.138860] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06affe34-6978-4437-ba77-224c731ad30d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.148857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb94e57-9939-4f1b-b5a8-ebf708e19923 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.186333] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be14c4ee-45cd-41c2-a20f-1f10909159f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.193781] env[62221]: INFO nova.compute.manager [-] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Took 1.94 seconds to deallocate network for instance. [ 1315.199355] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0039964-c656-41a2-bdb8-8ad6c173e506 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.203139] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700809, 'name': CreateVM_Task, 'duration_secs': 1.13086} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.205953] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.207081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.207233] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.207571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.208021] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3bda75-8dfe-4536-976f-974baaea7e2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.221528] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.228058] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1315.228058] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52161818-ff1e-613c-007b-3ab6750ef64f" [ 1315.228058] env[62221]: _type = "Task" [ 1315.228058] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.237817] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52161818-ff1e-613c-007b-3ab6750ef64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.300283] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.300578] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fde3abe6-e5a8-4856-978b-a0639340669b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.310251] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1315.310251] env[62221]: value = "task-1700813" [ 1315.310251] env[62221]: _type = "Task" [ 1315.310251] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.320289] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700813, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.368288] env[62221]: DEBUG oslo_concurrency.lockutils [req-4679c41a-af90-402b-a1be-a36d65f76296 req-e55270a8-0ff7-43ac-a14b-84a958a8c0cc service nova] Releasing lock "refresh_cache-c1b58810-0afe-4dcf-a87d-86f3f844976f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.470168] env[62221]: INFO nova.compute.manager [-] [instance: bca34046-3056-46e7-8152-33ec01343a62] Took 1.74 seconds to deallocate network for instance. [ 1315.504243] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.651595] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.709034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.729894] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1315.743503] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52161818-ff1e-613c-007b-3ab6750ef64f, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.743822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.744326] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.744326] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.744510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.744688] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.745522] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56e7bc3-3897-4a86-a88f-3090d1abc930 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.757094] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.757282] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.758043] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443d5a6e-6965-4573-b164-dd93f01808fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.764640] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1315.764640] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5229305a-e793-526c-5136-1785c59c9095" [ 1315.764640] env[62221]: _type = "Task" [ 1315.764640] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.772582] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5229305a-e793-526c-5136-1785c59c9095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.821378] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700813, 'name': CloneVM_Task} progress is 93%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.822304] env[62221]: DEBUG nova.network.neutron [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.976603] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.007301] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.237827] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1316.237827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.115s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.237827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.373s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.239919] env[62221]: INFO nova.compute.claims [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.276264] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5229305a-e793-526c-5136-1785c59c9095, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.277760] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3b02fb-b179-46d4-9484-c4148b135a22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.284156] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1316.284156] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf1a69-3bab-9ba1-eb34-bad2008cf745" [ 1316.284156] env[62221]: _type = "Task" [ 1316.284156] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.293523] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf1a69-3bab-9ba1-eb34-bad2008cf745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.322423] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700813, 'name': CloneVM_Task} progress is 93%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.325028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.325423] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Instance network_info: |[{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1316.325808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:81:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.336124] env[62221]: DEBUG oslo.service.loopingcall [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.336468] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.336964] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30691953-e724-4fba-8f6f-b9daba592a82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.359911] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.359911] env[62221]: value = "task-1700814" [ 1316.359911] env[62221]: _type = "Task" [ 1316.359911] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.372067] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700814, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.417061] env[62221]: DEBUG nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: bca34046-3056-46e7-8152-33ec01343a62] Received event network-vif-deleted-ead8ea37-1d12-4cc2-9a5d-e4118c630350 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.417424] env[62221]: DEBUG nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Received event network-vif-plugged-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.417756] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Acquiring lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.418192] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.418435] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.418711] env[62221]: DEBUG nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] No waiting events found dispatching network-vif-plugged-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1316.419012] env[62221]: WARNING nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Received unexpected event network-vif-plugged-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba for instance with vm_state building and task_state spawning. [ 1316.419304] env[62221]: DEBUG nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Received event network-changed-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.419588] env[62221]: DEBUG nova.compute.manager [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Refreshing instance network info cache due to event network-changed-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1316.419906] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.420168] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.420426] env[62221]: DEBUG nova.network.neutron [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Refreshing network info cache for port 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.508715] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.795664] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf1a69-3bab-9ba1-eb34-bad2008cf745, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.795956] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.796309] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 02daa7bf-ce78-4756-af53-05cb9286a802/02daa7bf-ce78-4756-af53-05cb9286a802.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.796581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11a3781-09cc-4795-84cd-017d9c564235 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.807079] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1316.807079] env[62221]: value = "task-1700815" [ 1316.807079] env[62221]: _type = "Task" [ 1316.807079] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.815744] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.824635] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700813, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.873436] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700814, 'name': CreateVM_Task, 'duration_secs': 0.480733} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.873748] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.875060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.875060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.875470] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.876290] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b8cf70-7ccb-44e9-8202-b0a0a9903f61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.882278] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1316.882278] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52afb89f-c2b8-c048-fcbc-4b6bf67ccf6f" [ 1316.882278] env[62221]: _type = "Task" [ 1316.882278] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.891642] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52afb89f-c2b8-c048-fcbc-4b6bf67ccf6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.006160] env[62221]: DEBUG oslo_vmware.api [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700812, 'name': PowerOnVM_Task, 'duration_secs': 1.575437} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.006475] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.006678] env[62221]: INFO nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1317.006859] env[62221]: DEBUG nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1317.007717] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9e2c2-67e6-473d-b30d-6d4242719beb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.323381] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475814} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.324017] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 02daa7bf-ce78-4756-af53-05cb9286a802/02daa7bf-ce78-4756-af53-05cb9286a802.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.324248] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.324514] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec48f86-3847-4750-9c72-228d88e73b0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.329949] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700813, 'name': CloneVM_Task, 'duration_secs': 1.965751} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.330555] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Created linked-clone VM from snapshot [ 1317.331369] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f2ba2-14bd-4bff-850e-afa1eb5658fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.341071] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1317.341071] env[62221]: value = "task-1700816" [ 1317.341071] env[62221]: _type = "Task" [ 1317.341071] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.344955] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Uploading image f009a32b-3eb8-4490-8a9b-d1ae786a352f {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1317.361420] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.367527] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1317.367824] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52c64022-343b-43c3-ab11-22fc385fb717 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.375418] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1317.375418] env[62221]: value = "task-1700817" [ 1317.375418] env[62221]: _type = "Task" [ 1317.375418] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.380438] env[62221]: DEBUG nova.network.neutron [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updated VIF entry in instance network info cache for port 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.380599] env[62221]: DEBUG nova.network.neutron [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.384980] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700817, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.396957] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52afb89f-c2b8-c048-fcbc-4b6bf67ccf6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.397499] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.397499] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.397719] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.397872] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.398054] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.398351] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad7425b5-4eac-4a0b-98d8-fc264d8ba94f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.408258] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.408452] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.409230] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85e82cd-3b30-4113-bef5-feb199b47665 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.416670] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1317.416670] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c493a0-378a-2591-2133-f658bd97c62a" [ 1317.416670] env[62221]: _type = "Task" [ 1317.416670] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.430274] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c493a0-378a-2591-2133-f658bd97c62a, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.433312] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0869f19-7f6b-4eac-8ca8-c7266288ba1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.439074] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1317.439074] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5222e365-2ccc-2b7b-03c0-5eb45e454acd" [ 1317.439074] env[62221]: _type = "Task" [ 1317.439074] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.447757] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5222e365-2ccc-2b7b-03c0-5eb45e454acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.528698] env[62221]: INFO nova.compute.manager [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Took 30.55 seconds to build instance. [ 1317.707519] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321deac-db98-4fe2-aecf-e11e06460df1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.715334] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb7d70b-5bbc-44f2-aa71-7d80179f9cb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.746790] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd15fe4a-a255-482f-a5b9-f1710b6575c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.754873] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12249a4f-9775-4760-b0c3-b52d7b849dd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.768610] env[62221]: DEBUG nova.compute.provider_tree [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.854220] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077107} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.854477] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.855313] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89744bae-9e55-4b48-905b-3f7c60d67107 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.881216] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 02daa7bf-ce78-4756-af53-05cb9286a802/02daa7bf-ce78-4756-af53-05cb9286a802.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.881831] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180839e4-f688-4854-9508-363e463c5a25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.898425] env[62221]: DEBUG oslo_concurrency.lockutils [req-af466304-afe3-46dc-a04e-a85aa87632d0 req-517b35cb-13c7-407b-8006-348e99201333 service nova] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.905095] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700817, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.906658] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1317.906658] env[62221]: value = "task-1700818" [ 1317.906658] env[62221]: _type = "Task" [ 1317.906658] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.914897] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.949710] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5222e365-2ccc-2b7b-03c0-5eb45e454acd, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.949965] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.950235] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.950492] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a32e13-965f-4e7f-bb2e-ac5ecbc17264 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.960036] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1317.960036] env[62221]: value = "task-1700819" [ 1317.960036] env[62221]: _type = "Task" [ 1317.960036] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.968448] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.031341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9a96e68e-f9f7-4da1-a6ca-d7b35e098da2 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.744s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.094675] env[62221]: INFO nova.compute.manager [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Rebuilding instance [ 1318.135096] env[62221]: DEBUG nova.compute.manager [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1318.136065] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0676740-8b60-4b2f-aaed-b2617fde400b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.271608] env[62221]: DEBUG nova.scheduler.client.report [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1318.393577] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700817, 'name': Destroy_Task, 'duration_secs': 0.877599} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.393577] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Destroyed the VM [ 1318.393759] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1318.394046] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa44f702-cdd7-402e-9a41-75a05cdd9d15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.402560] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1318.402560] env[62221]: value = "task-1700820" [ 1318.402560] env[62221]: _type = "Task" [ 1318.402560] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.416278] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.423440] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.471583] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467881} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.471583] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.471583] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.471583] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3444385-a41b-4f98-9ef5-bb5b6d26123a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.481925] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1318.481925] env[62221]: value = "task-1700821" [ 1318.481925] env[62221]: _type = "Task" [ 1318.481925] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.489274] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.649508] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.649921] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe09e62-50ef-4e57-8f81-08702a511d8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.660210] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1318.660210] env[62221]: value = "task-1700822" [ 1318.660210] env[62221]: _type = "Task" [ 1318.660210] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.670503] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.777167] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.777937] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1318.781875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.347s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.782153] env[62221]: DEBUG nova.objects.instance [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1318.913982] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.919711] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700818, 'name': ReconfigVM_Task, 'duration_secs': 0.652459} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.919985] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 02daa7bf-ce78-4756-af53-05cb9286a802/02daa7bf-ce78-4756-af53-05cb9286a802.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.920640] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a45e75f-8808-4ff8-9147-da11fa5184c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.928333] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1318.928333] env[62221]: value = "task-1700823" [ 1318.928333] env[62221]: _type = "Task" [ 1318.928333] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.936469] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700823, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.989700] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188616} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.989973] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.990848] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d0974-d625-47d9-b865-aca22d60ba6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.014787] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.015101] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0390916a-beee-4740-951e-fd547f3f9bef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.037463] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1319.037463] env[62221]: value = "task-1700824" [ 1319.037463] env[62221]: _type = "Task" [ 1319.037463] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.047032] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.173049] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700822, 'name': PowerOffVM_Task, 'duration_secs': 0.304556} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.173288] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.173603] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.174417] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87190de9-0d0c-4848-a1de-8c3d640d92fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.182876] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.183288] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdbe03d7-3b98-47de-8ed1-ed232ee9f187 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.215280] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.215526] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.215870] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleting the datastore file [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.216223] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c85992-c893-4809-8561-6be459a2efba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.224766] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1319.224766] env[62221]: value = "task-1700826" [ 1319.224766] env[62221]: _type = "Task" [ 1319.224766] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.233200] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.241744] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.241940] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.242108] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1319.287404] env[62221]: DEBUG nova.compute.utils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.291819] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1319.292054] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.341139] env[62221]: DEBUG nova.policy [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '990f8468875a4c0ab181c67b85bffea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe6a69926504a59832276fb5163c8b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1319.416023] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700820, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.439024] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700823, 'name': Rename_Task, 'duration_secs': 0.156793} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.441991] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.441991] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a0dc4e-9f2a-46c3-9b0c-2b7e35c7192a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.448098] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1319.448098] env[62221]: value = "task-1700827" [ 1319.448098] env[62221]: _type = "Task" [ 1319.448098] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.456879] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.561905] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.736147] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101714} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.736418] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.736606] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.736809] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.742307] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Successfully created port: 9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.793018] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1319.796987] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dfb4a72-3b58-410a-aacb-2e662b3bd7ea tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.797863] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.274s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.799234] env[62221]: INFO nova.compute.claims [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.811476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.811632] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.811869] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1319.913902] env[62221]: DEBUG oslo_vmware.api [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700820, 'name': RemoveSnapshot_Task, 'duration_secs': 1.348559} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.914229] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1319.959757] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.050188] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.419107] env[62221]: WARNING nova.compute.manager [None req-33ae83a9-11e1-47e8-995f-4bbb3d4b2705 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Image not found during snapshot: nova.exception.ImageNotFound: Image f009a32b-3eb8-4490-8a9b-d1ae786a352f could not be found. [ 1320.462148] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.563906] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700824, 'name': ReconfigVM_Task, 'duration_secs': 1.402793} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.564333] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.565058] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-599528e8-5139-4bca-a2d4-aa249c57c738 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.571874] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1320.571874] env[62221]: value = "task-1700828" [ 1320.571874] env[62221]: _type = "Task" [ 1320.571874] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.581866] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700828, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.770572] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.770831] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.770980] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.771176] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.771340] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.771502] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.771709] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.771866] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.772032] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.772196] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.772367] env[62221]: DEBUG nova.virt.hardware [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.773585] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ef441-96de-4a62-b56a-e2516c6a160c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.782720] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd925a2-13d8-4209-a75a-ca83bc202f5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.798018] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.803934] env[62221]: DEBUG oslo.service.loopingcall [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.804979] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1320.806781] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.809335] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b7d6ad8-e09a-4e05-8165-4896c143ecc6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.829754] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.830055] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.830487] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.830487] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.830752] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.830752] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.830961] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.831154] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.831343] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.831524] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.831876] env[62221]: DEBUG nova.virt.hardware [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.832942] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c159e03b-1ab0-493d-bce8-05e442487183 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.838027] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.838027] env[62221]: value = "task-1700829" [ 1320.838027] env[62221]: _type = "Task" [ 1320.838027] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.843530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d10088-5658-4a8f-9acf-b8a77a575df0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.854175] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700829, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.960825] env[62221]: DEBUG oslo_vmware.api [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700827, 'name': PowerOnVM_Task, 'duration_secs': 1.12197} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.961233] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.961528] env[62221]: INFO nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Took 20.20 seconds to spawn the instance on the hypervisor. [ 1320.961790] env[62221]: DEBUG nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1320.964893] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cfd91a-3434-41bd-886f-70b1aece185f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.999412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "7c74398e-b88a-436a-8305-f63141199288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.999634] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.999830] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "7c74398e-b88a-436a-8305-f63141199288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.000013] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.000181] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.003045] env[62221]: INFO nova.compute.manager [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Terminating instance [ 1321.009205] env[62221]: DEBUG nova.compute.manager [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1321.009205] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.010034] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308d6ad-ace1-4a40-afc5-7a673ddf8441 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.024949] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.025278] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b935776e-48ef-44a3-bd70-803de6c2dd7a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.035686] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1321.035686] env[62221]: value = "task-1700830" [ 1321.035686] env[62221]: _type = "Task" [ 1321.035686] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.047263] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.088591] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700828, 'name': Rename_Task, 'duration_secs': 0.197741} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.090762] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.091410] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c0ac9d3-aee7-47f0-b03b-b543964e8f33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.099265] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1321.099265] env[62221]: value = "task-1700831" [ 1321.099265] env[62221]: _type = "Task" [ 1321.099265] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.112410] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.151082] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [{"id": "123a1c46-360c-4489-baf7-f14cc45abb0e", "address": "fa:16:3e:78:f4:a1", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123a1c46-36", "ovs_interfaceid": "123a1c46-360c-4489-baf7-f14cc45abb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.286992] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a9565-0640-470e-8c0f-1e61c6a4d570 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.296541] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3048e1b-bcf0-41db-abad-a6695adbc049 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.328462] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf4a906-f5fd-4925-ba1f-cccbda940732 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.337078] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba49e315-f422-4573-b282-9d6de6a67016 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.343010] env[62221]: DEBUG nova.compute.manager [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Received event network-vif-plugged-9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1321.343270] env[62221]: DEBUG oslo_concurrency.lockutils [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] Acquiring lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.343505] env[62221]: DEBUG oslo_concurrency.lockutils [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.343713] env[62221]: DEBUG oslo_concurrency.lockutils [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.343915] env[62221]: DEBUG nova.compute.manager [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] No waiting events found dispatching network-vif-plugged-9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1321.344121] env[62221]: WARNING nova.compute.manager [req-645fd27a-8639-462c-a8af-75f8ca605d1b req-be662213-b603-4329-9a11-abb5aeb9ce86 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Received unexpected event network-vif-plugged-9261d92e-7fd4-4415-ae6b-ac43611a9235 for instance with vm_state building and task_state spawning. [ 1321.361752] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700829, 'name': CreateVM_Task, 'duration_secs': 0.336911} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.362512] env[62221]: DEBUG nova.compute.provider_tree [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.363751] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.366339] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.366500] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.366844] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.367321] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dad4c2-c692-4213-91cc-2bb3c669a402 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.373495] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1321.373495] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db218a-d838-961a-62b3-dfb80b287aaf" [ 1321.373495] env[62221]: _type = "Task" [ 1321.373495] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.382779] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db218a-d838-961a-62b3-dfb80b287aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.487618] env[62221]: INFO nova.compute.manager [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Took 42.76 seconds to build instance. [ 1321.546859] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700830, 'name': PowerOffVM_Task, 'duration_secs': 0.199727} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.547145] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.547318] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.547578] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b813ba-559b-4f51-9790-109e4806a85f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.611438] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.629628] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.629893] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.630155] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleting the datastore file [datastore1] 7c74398e-b88a-436a-8305-f63141199288 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.630522] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b61a4e5-94dc-4ca1-91ef-7f95dec04376 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.639855] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1321.639855] env[62221]: value = "task-1700833" [ 1321.639855] env[62221]: _type = "Task" [ 1321.639855] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.650579] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.657251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-696da7d0-08b4-410c-8caa-300c12d02359" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.657661] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1321.657661] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658269] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658269] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658269] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658608] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658608] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.658804] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1321.660068] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Successfully updated port: 9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.868792] env[62221]: DEBUG nova.scheduler.client.report [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1321.884552] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db218a-d838-961a-62b3-dfb80b287aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.884751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.885043] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.885289] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.885438] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.885644] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.885951] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe96d03d-296e-48b0-adcb-2c1e8f531a0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.896687] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.897236] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.897862] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8e04dd-db73-4c17-97f2-18aa6c025440 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.903971] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1321.903971] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52586a80-6929-71ed-71bf-fac669707b73" [ 1321.903971] env[62221]: _type = "Task" [ 1321.903971] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.913834] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52586a80-6929-71ed-71bf-fac669707b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.988706] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f72af8-ec5d-479c-8bb2-c5a87172d744 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.735s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.111833] env[62221]: DEBUG oslo_vmware.api [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700831, 'name': PowerOnVM_Task, 'duration_secs': 0.834036} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.112165] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.112350] env[62221]: INFO nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1322.112526] env[62221]: DEBUG nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1322.113420] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221ae1c-c575-4bdb-a1ed-f07bbc842a5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.150159] env[62221]: DEBUG oslo_vmware.api [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155325} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.150420] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.150603] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.150772] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.150973] env[62221]: INFO nova.compute.manager [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 7c74398e-b88a-436a-8305-f63141199288] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1322.151536] env[62221]: DEBUG oslo.service.loopingcall [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.151536] env[62221]: DEBUG nova.compute.manager [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1322.151536] env[62221]: DEBUG nova.network.neutron [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.161942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.162105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquired lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.162255] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.373866] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.374492] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1322.376978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.080s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.377193] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.379762] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.155s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.379954] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.382020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.153s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.382205] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.383801] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.595s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.383981] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.385525] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.299s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.387050] env[62221]: INFO nova.compute.claims [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.415919] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52586a80-6929-71ed-71bf-fac669707b73, 'name': SearchDatastore_Task, 'duration_secs': 0.049605} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.416983] env[62221]: INFO nova.scheduler.client.report [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance bd3ab6eb-d09f-48fa-bf77-679e86fd3909 [ 1322.420169] env[62221]: INFO nova.scheduler.client.report [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleted allocations for instance 94c964d6-91c1-474d-adb2-c0605a7ebe1b [ 1322.423520] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c48191-bf86-48cc-8465-4e88b25ceafc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.435025] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1322.435025] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a6a370-850f-7bee-bbf8-ad0bb0c1d128" [ 1322.435025] env[62221]: _type = "Task" [ 1322.435025] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.439201] env[62221]: INFO nova.scheduler.client.report [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Deleted allocations for instance 630b8565-3e2b-4ff4-81e6-c0065de576c2 [ 1322.447170] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a6a370-850f-7bee-bbf8-ad0bb0c1d128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.447864] env[62221]: INFO nova.scheduler.client.report [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocations for instance d86669ba-373c-4006-8608-2ebfcb45e0b0 [ 1322.516140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.516395] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.516606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.516784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.516948] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.519239] env[62221]: INFO nova.compute.manager [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Terminating instance [ 1322.520898] env[62221]: DEBUG nova.compute.manager [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1322.521173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.521986] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc1405-b284-48c8-9c5d-8f0979708ab2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.530922] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.531160] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3070c3a8-918c-4cb8-8f70-4db0e1dff0a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.538538] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1322.538538] env[62221]: value = "task-1700834" [ 1322.538538] env[62221]: _type = "Task" [ 1322.538538] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.562686] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.635803] env[62221]: INFO nova.compute.manager [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Took 32.79 seconds to build instance. [ 1322.697552] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.890192] env[62221]: DEBUG nova.network.neutron [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Updating instance_info_cache with network_info: [{"id": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "address": "fa:16:3e:53:51:7c", "network": {"id": "27fa6995-e2c7-477a-a223-59869a95ff77", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-142501534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe6a69926504a59832276fb5163c8b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9261d92e-7f", "ovs_interfaceid": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.893114] env[62221]: DEBUG nova.compute.utils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.900020] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1322.900020] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.934124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1bd8a78d-89fc-4711-a0e5-149fcb28b4e3 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "bd3ab6eb-d09f-48fa-bf77-679e86fd3909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.736s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.937748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0d52a34-3f02-49a6-8b06-1a3638a72d7d tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "94c964d6-91c1-474d-adb2-c0605a7ebe1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.981s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.953075] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a6a370-850f-7bee-bbf8-ad0bb0c1d128, 'name': SearchDatastore_Task, 'duration_secs': 0.023073} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.953792] env[62221]: DEBUG oslo_concurrency.lockutils [None req-617eacaa-4fdd-400b-aeb2-6bb6db1a4c12 tempest-ImagesOneServerTestJSON-1937255092 tempest-ImagesOneServerTestJSON-1937255092-project-member] Lock "630b8565-3e2b-4ff4-81e6-c0065de576c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.144s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.955505] env[62221]: DEBUG nova.network.neutron [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.958881] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.959912] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.960550] env[62221]: DEBUG oslo_concurrency.lockutils [None req-23deeade-2772-4b08-81c3-a561f9ac740e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "d86669ba-373c-4006-8608-2ebfcb45e0b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.292s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.961943] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a42ac9bb-6a80-459a-aba9-df7c09c1f5b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.973021] env[62221]: DEBUG nova.policy [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0970c7a6f62d404b9bd23ed7ed945e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b24f2f951f3478ca93dc0d37acca988', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1322.978356] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1322.978356] env[62221]: value = "task-1700835" [ 1322.978356] env[62221]: _type = "Task" [ 1322.978356] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.993375] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.051282] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700834, 'name': PowerOffVM_Task, 'duration_secs': 0.322308} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.051559] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.051958] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.052067] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680adff8-64ab-4695-b7f6-e0eee3ae9506 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.137375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e0cec17-6460-4658-b2a7-5b3f6c2be7ba tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.647s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.268552] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.268825] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.269093] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleting the datastore file [datastore1] 02daa7bf-ce78-4756-af53-05cb9286a802 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.269414] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8ca66b-4fb5-45da-8a00-6c3f31f2a3a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.278480] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1323.278480] env[62221]: value = "task-1700837" [ 1323.278480] env[62221]: _type = "Task" [ 1323.278480] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.292462] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.397645] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1323.404021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Releasing lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.404021] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Instance network_info: |[{"id": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "address": "fa:16:3e:53:51:7c", "network": {"id": "27fa6995-e2c7-477a-a223-59869a95ff77", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-142501534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe6a69926504a59832276fb5163c8b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9261d92e-7f", "ovs_interfaceid": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1323.405539] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:51:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9261d92e-7fd4-4415-ae6b-ac43611a9235', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.416844] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Creating folder: Project (6fe6a69926504a59832276fb5163c8b6). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.416844] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c9cf0a7-a7c3-45e5-b355-118afef74cd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.428213] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Created folder: Project (6fe6a69926504a59832276fb5163c8b6) in parent group-v354396. [ 1323.428424] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Creating folder: Instances. Parent ref: group-v354522. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.428660] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c03e795-e1ed-427f-8497-5fafed143c0d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.444539] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Created folder: Instances in parent group-v354522. [ 1323.444799] env[62221]: DEBUG oslo.service.loopingcall [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.447932] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.449452] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2da63c0-2d37-45ae-aeab-a141183fec19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.471066] env[62221]: INFO nova.compute.manager [-] [instance: 7c74398e-b88a-436a-8305-f63141199288] Took 1.32 seconds to deallocate network for instance. [ 1323.484934] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.484934] env[62221]: value = "task-1700840" [ 1323.484934] env[62221]: _type = "Task" [ 1323.484934] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.497374] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700835, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.507109] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700840, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.537843] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Successfully created port: e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.789372] env[62221]: DEBUG oslo_vmware.api [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1700837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400303} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.793516] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.793516] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.793700] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.794338] env[62221]: INFO nova.compute.manager [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1323.794338] env[62221]: DEBUG oslo.service.loopingcall [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.795763] env[62221]: DEBUG nova.compute.manager [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1323.795763] env[62221]: DEBUG nova.network.neutron [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.880223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af187837-f462-4407-a1a7-80394212e57a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.890568] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddac1f8-5dca-420d-9e15-74999cfe725a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.939740] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47647bc8-266b-4ea2-8187-837c6f37f0c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.949707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80df9cd-d48d-4359-bd46-1c6824d380df {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.966092] env[62221]: DEBUG nova.compute.provider_tree [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.994580] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.998127] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525138} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.998373] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.998586] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.999221] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dae21de-3b63-4f1f-a96f-10bb6f12fc37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.008822] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700840, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.014806] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1324.014806] env[62221]: value = "task-1700841" [ 1324.014806] env[62221]: _type = "Task" [ 1324.014806] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.027495] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.057534] env[62221]: DEBUG nova.compute.manager [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Received event network-changed-9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1324.057755] env[62221]: DEBUG nova.compute.manager [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Refreshing instance network info cache due to event network-changed-9261d92e-7fd4-4415-ae6b-ac43611a9235. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1324.057982] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] Acquiring lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.058381] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] Acquired lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.058591] env[62221]: DEBUG nova.network.neutron [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Refreshing network info cache for port 9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.288031] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.288359] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.445307] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1324.470932] env[62221]: DEBUG nova.scheduler.client.report [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1324.486034] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1324.486230] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1324.486398] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.486581] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1324.486726] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.486869] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1324.487586] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1324.487586] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1324.487856] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1324.488044] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1324.488229] env[62221]: DEBUG nova.virt.hardware [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1324.489525] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b951a07-5c39-4198-b9f0-b3ec04c8b4c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.505640] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effae8f2-4806-4a2b-9266-057be13996ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.511062] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700840, 'name': CreateVM_Task, 'duration_secs': 0.894926} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.511640] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.512747] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.512913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.513276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.513534] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32df1ef3-4852-4efe-a10e-d3702c154321 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.534345] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213363} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.535661] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.536019] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1324.536019] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52315b24-b477-fba0-1d8c-7a5c4bed9d01" [ 1324.536019] env[62221]: _type = "Task" [ 1324.536019] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.536707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4acf2-6594-4221-a22e-79890c52058c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.305646] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1325.307852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.922s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.308333] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1325.317929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.172s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.318091] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.320112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.093s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.322710] env[62221]: INFO nova.compute.claims [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.333859] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.339434] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db929aec-0b3f-4b92-879e-bf85c0277070 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.355510] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52315b24-b477-fba0-1d8c-7a5c4bed9d01, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.355510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.355510] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.355510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.355510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.355510] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.356036] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b512ace-8c64-4702-b1f2-598bbf18254d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.362126] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1325.362126] env[62221]: value = "task-1700842" [ 1325.362126] env[62221]: _type = "Task" [ 1325.362126] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.369410] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.369410] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.376096] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8acee5-3edd-4afc-ae1e-637f6f4628a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.379305] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.380564] env[62221]: INFO nova.scheduler.client.report [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleted allocations for instance 1b43ec55-9ec1-440c-8129-57810fd538fa [ 1325.386272] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1325.386272] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5287fb82-5374-1cb0-0df6-7507d8c9e477" [ 1325.386272] env[62221]: _type = "Task" [ 1325.386272] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.395347] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5287fb82-5374-1cb0-0df6-7507d8c9e477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.843735] env[62221]: DEBUG nova.compute.utils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.845416] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1325.845573] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.874389] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700842, 'name': ReconfigVM_Task, 'duration_secs': 0.46985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.875150] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec/a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.875237] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91afae36-1b24-42a5-a8b9-273090847c8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.877637] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.886300] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1325.886300] env[62221]: value = "task-1700843" [ 1325.886300] env[62221]: _type = "Task" [ 1325.886300] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.894654] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bfe48330-7eda-4c1e-8447-dd0d3cc4e65e tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.828s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.895825] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.644s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.896061] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.896301] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.896471] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.902478] env[62221]: INFO nova.compute.manager [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Terminating instance [ 1325.912123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.912123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.912579] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5287fb82-5374-1cb0-0df6-7507d8c9e477, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.918810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.918975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquired lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.919158] env[62221]: DEBUG nova.network.neutron [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.920939] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700843, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.921839] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a0ef9d-c249-46da-8ec4-0fa921080b2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.929025] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1325.929025] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52934607-efd1-7b4b-0cb2-0883081d4986" [ 1325.929025] env[62221]: _type = "Task" [ 1325.929025] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.942294] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52934607-efd1-7b4b-0cb2-0883081d4986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.017157] env[62221]: DEBUG nova.policy [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2cde6d85f940b4ae32364708297812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c429e9152524f7ca414886f4d09c8cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1326.064519] env[62221]: DEBUG nova.network.neutron [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Updated VIF entry in instance network info cache for port 9261d92e-7fd4-4415-ae6b-ac43611a9235. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.064907] env[62221]: DEBUG nova.network.neutron [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Updating instance_info_cache with network_info: [{"id": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "address": "fa:16:3e:53:51:7c", "network": {"id": "27fa6995-e2c7-477a-a223-59869a95ff77", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-142501534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe6a69926504a59832276fb5163c8b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9261d92e-7f", "ovs_interfaceid": "9261d92e-7fd4-4415-ae6b-ac43611a9235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.081509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.081897] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.082249] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.082498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.082681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.084675] env[62221]: INFO nova.compute.manager [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Terminating instance [ 1326.086421] env[62221]: DEBUG nova.compute.manager [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1326.086638] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.087478] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e38418-16d5-4fa3-9ec5-3694d55af603 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.096149] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.096385] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0020e2db-1cad-487d-9c3d-94882477b184 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.103503] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1326.103503] env[62221]: value = "task-1700844" [ 1326.103503] env[62221]: _type = "Task" [ 1326.103503] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.115019] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.149923] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-deleted-52fb93de-1e2b-4f5a-87e7-10bc8add596e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.150328] env[62221]: INFO nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Neutron deleted interface 52fb93de-1e2b-4f5a-87e7-10bc8add596e; detaching it from the instance and deleting it from the info cache [ 1326.150779] env[62221]: DEBUG nova.network.neutron [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [{"id": "2800b25b-1442-47e0-8736-b23426d82e2b", "address": "fa:16:3e:19:ca:2f", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b25b-14", "ovs_interfaceid": "2800b25b-1442-47e0-8736-b23426d82e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04e79414-13db-434e-8e91-3c85b761eee8", "address": "fa:16:3e:67:6f:4e", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e79414-13", "ovs_interfaceid": "04e79414-13db-434e-8e91-3c85b761eee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.221283] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Successfully updated port: e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.350381] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1326.358223] env[62221]: DEBUG nova.compute.manager [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1326.405399] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700843, 'name': Rename_Task, 'duration_secs': 0.265246} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.406377] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.406646] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41f6da60-17a1-4ffc-92af-f4fa4685d53e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.417095] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1326.419813] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1326.419813] env[62221]: value = "task-1700845" [ 1326.419813] env[62221]: _type = "Task" [ 1326.419813] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.428400] env[62221]: DEBUG nova.compute.utils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Can not refresh info_cache because instance was not found {{(pid=62221) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1326.441029] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.449433] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52934607-efd1-7b4b-0cb2-0883081d4986, 'name': SearchDatastore_Task, 'duration_secs': 0.03237} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.449433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.449433] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7f0f97c1-50e0-4500-bde6-d7f1f07de216/7f0f97c1-50e0-4500-bde6-d7f1f07de216.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.449433] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-703ff58b-8ddf-445a-993e-a99a405ff6ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.457413] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1326.457413] env[62221]: value = "task-1700846" [ 1326.457413] env[62221]: _type = "Task" [ 1326.457413] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.469607] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.554656] env[62221]: DEBUG nova.network.neutron [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.566743] env[62221]: DEBUG nova.network.neutron [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.568857] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] Releasing lock "refresh_cache-7f0f97c1-50e0-4500-bde6-d7f1f07de216" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.569366] env[62221]: DEBUG nova.compute.manager [req-2fbb218e-1c6a-421c-8e19-05eae7f78f0f req-570f7881-6a41-4387-adfe-f0b291fe14ca service nova] [instance: 7c74398e-b88a-436a-8305-f63141199288] Received event network-vif-deleted-64f39d96-a893-46f7-9914-dc0e0a7bde0c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.614770] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700844, 'name': PowerOffVM_Task, 'duration_secs': 0.223125} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.617705] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.618033] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.618580] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23cac137-918d-475e-8ce1-974ae9acc112 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.656414] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18de4810-1d24-4caf-be8e-a4463642701d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.668242] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa675931-b76e-4504-b3ac-2307a0f4de6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.712816] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Detach interface failed, port_id=52fb93de-1e2b-4f5a-87e7-10bc8add596e, reason: Instance 02daa7bf-ce78-4756-af53-05cb9286a802 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1326.713287] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-deleted-2800b25b-1442-47e0-8736-b23426d82e2b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.713614] env[62221]: INFO nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Neutron deleted interface 2800b25b-1442-47e0-8736-b23426d82e2b; detaching it from the instance and deleting it from the info cache [ 1326.714020] env[62221]: DEBUG nova.network.neutron [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [{"id": "04e79414-13db-434e-8e91-3c85b761eee8", "address": "fa:16:3e:67:6f:4e", "network": {"id": "6eb03a89-42fc-44fe-bb34-e603f903d9fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782822708", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e79414-13", "ovs_interfaceid": "04e79414-13db-434e-8e91-3c85b761eee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.724739] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.725766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.725766] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.726641] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.726894] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.727097] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleting the datastore file [datastore1] 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.727581] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aae387a-45b6-41b9-ae28-ee632d4bd3fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.737301] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for the task: (returnval){ [ 1326.737301] env[62221]: value = "task-1700848" [ 1326.737301] env[62221]: _type = "Task" [ 1326.737301] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.749635] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.816681] env[62221]: DEBUG nova.network.neutron [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.836956] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51804bc4-54cb-4957-978e-051f648c8f09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.846061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f359cd8-0cc8-4d07-904c-46ecdf2cc16d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.890162] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bad888-1ee0-41d0-bee3-4889cff81524 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.899578] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c7151-806f-4c01-9e23-c596cedef161 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.905748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.918744] env[62221]: DEBUG nova.compute.provider_tree [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.932233] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.946969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.958985] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Successfully created port: be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.970251] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.059477] env[62221]: INFO nova.compute.manager [-] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Took 3.26 seconds to deallocate network for instance. [ 1327.223051] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f5b652-a15b-4a9d-a327-31d6611ee634 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.238265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca554c6-44ab-4a06-997f-c56698bb60b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.269693] env[62221]: DEBUG oslo_vmware.api [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Task: {'id': task-1700848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271149} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.269693] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.269693] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.269693] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.269693] env[62221]: INFO nova.compute.manager [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1327.269693] env[62221]: DEBUG oslo.service.loopingcall [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.269693] env[62221]: DEBUG nova.compute.manager [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1327.269693] env[62221]: DEBUG nova.network.neutron [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.288367] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Detach interface failed, port_id=2800b25b-1442-47e0-8736-b23426d82e2b, reason: Instance 02daa7bf-ce78-4756-af53-05cb9286a802 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1327.288527] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Received event network-vif-plugged-e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.288811] env[62221]: DEBUG oslo_concurrency.lockutils [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] Acquiring lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.289112] env[62221]: DEBUG oslo_concurrency.lockutils [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.289360] env[62221]: DEBUG oslo_concurrency.lockutils [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.289585] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] No waiting events found dispatching network-vif-plugged-e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1327.289875] env[62221]: WARNING nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Received unexpected event network-vif-plugged-e00dc57b-a2af-4df6-ae21-3e8b6629970d for instance with vm_state building and task_state spawning. [ 1327.290066] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Received event network-vif-deleted-04e79414-13db-434e-8e91-3c85b761eee8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.290297] env[62221]: INFO nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Neutron deleted interface 04e79414-13db-434e-8e91-3c85b761eee8; detaching it from the instance and deleting it from the info cache [ 1327.290518] env[62221]: DEBUG nova.network.neutron [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.313706] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.319889] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Releasing lock "refresh_cache-1b43ec55-9ec1-440c-8129-57810fd538fa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.320469] env[62221]: DEBUG nova.compute.manager [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1327.320801] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.321426] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd7504ea-fbae-465a-9630-6014f0e60569 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.332988] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629da8ce-2fb0-482e-81e2-5f460b0681a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.375548] env[62221]: WARNING nova.virt.vmwareapi.vmops [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1b43ec55-9ec1-440c-8129-57810fd538fa could not be found. [ 1327.375908] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.376218] env[62221]: INFO nova.compute.manager [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1327.376542] env[62221]: DEBUG oslo.service.loopingcall [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.376882] env[62221]: DEBUG nova.compute.manager [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1327.377050] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.391434] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1327.418833] env[62221]: DEBUG nova.scheduler.client.report [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.429429] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.434223] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.434913] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.435173] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.435454] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.435674] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.435872] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.436207] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.436433] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.436682] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.436889] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.437321] env[62221]: DEBUG nova.virt.hardware [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.438567] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f74856-48b5-4b5a-88e5-6f9c09856127 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.446840] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.454821] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd77af-ade3-4a4d-8815-0dc744d7dd12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.485021] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.567628] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.793378] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05cb5749-4e1e-4d6b-8884-fd474d6fb6c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.807897] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039483de-b373-49ab-8037-8715a858d3a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.847785] env[62221]: DEBUG nova.compute.manager [req-1310f496-508a-4267-8d93-f052a21cfa57 req-2ce75fdb-45c9-4bfe-a772-4dcb18280c09 service nova] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Detach interface failed, port_id=04e79414-13db-434e-8e91-3c85b761eee8, reason: Instance 02daa7bf-ce78-4756-af53-05cb9286a802 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1327.852836] env[62221]: DEBUG nova.network.neutron [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Updating instance_info_cache with network_info: [{"id": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "address": "fa:16:3e:56:92:68", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00dc57b-a2", "ovs_interfaceid": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.924534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.925121] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1327.935024] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.658s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.935024] env[62221]: INFO nova.compute.claims [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.944158] env[62221]: DEBUG oslo_vmware.api [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700845, 'name': PowerOnVM_Task, 'duration_secs': 1.435255} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.944495] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.944741] env[62221]: DEBUG nova.compute.manager [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1327.945553] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bedf24-b883-46e0-b36d-b5cff3d0cc43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.948258] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.975082] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700846, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.160426} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.975942] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 7f0f97c1-50e0-4500-bde6-d7f1f07de216/7f0f97c1-50e0-4500-bde6-d7f1f07de216.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.976169] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.976622] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2883f2ec-3774-4386-a2c6-b32c4b00f6b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.985318] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1327.985318] env[62221]: value = "task-1700849" [ 1327.985318] env[62221]: _type = "Task" [ 1327.985318] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.995634] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.275470] env[62221]: DEBUG nova.compute.manager [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Received event network-changed-e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.275470] env[62221]: DEBUG nova.compute.manager [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Refreshing instance network info cache due to event network-changed-e00dc57b-a2af-4df6-ae21-3e8b6629970d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1328.275612] env[62221]: DEBUG oslo_concurrency.lockutils [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] Acquiring lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.348369] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.356208] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.356208] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance network_info: |[{"id": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "address": "fa:16:3e:56:92:68", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00dc57b-a2", "ovs_interfaceid": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1328.356561] env[62221]: DEBUG oslo_concurrency.lockutils [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] Acquired lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.356663] env[62221]: DEBUG nova.network.neutron [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Refreshing network info cache for port e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.357983] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:92:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00dc57b-a2af-4df6-ae21-3e8b6629970d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.365938] env[62221]: DEBUG oslo.service.loopingcall [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.369454] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.369862] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7155735b-b93d-49d7-a511-8e0fdc286fab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.392131] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.392131] env[62221]: value = "task-1700850" [ 1328.392131] env[62221]: _type = "Task" [ 1328.392131] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.401408] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.438543] env[62221]: DEBUG nova.compute.utils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.443137] env[62221]: DEBUG nova.network.neutron [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.444178] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1328.444351] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.458295] env[62221]: INFO nova.compute.manager [-] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Took 1.08 seconds to deallocate network for instance. [ 1328.469850] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.470237] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.470453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.470644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.470824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.470992] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.472519] env[62221]: INFO nova.compute.manager [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Terminating instance [ 1328.474254] env[62221]: DEBUG nova.compute.manager [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1328.474392] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.475198] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927cd7f-7e02-4a48-ad5c-115a78eeb65d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.483354] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.483592] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c6847b-d848-4d4d-b69b-2705a2c80ef4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.491958] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1328.491958] env[62221]: value = "task-1700851" [ 1328.491958] env[62221]: _type = "Task" [ 1328.491958] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.499548] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297433} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.501156] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.501284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea328f34-9dd4-4856-8787-2040b3c38354 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.509399] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.530339] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7f0f97c1-50e0-4500-bde6-d7f1f07de216/7f0f97c1-50e0-4500-bde6-d7f1f07de216.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.530913] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782d0e1f-ac21-496a-9f6d-f105f34d1b2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.551776] env[62221]: DEBUG nova.policy [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1328.562324] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1328.562324] env[62221]: value = "task-1700852" [ 1328.562324] env[62221]: _type = "Task" [ 1328.562324] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.570905] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.774528] env[62221]: DEBUG nova.network.neutron [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Updated VIF entry in instance network info cache for port e00dc57b-a2af-4df6-ae21-3e8b6629970d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.774910] env[62221]: DEBUG nova.network.neutron [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Updating instance_info_cache with network_info: [{"id": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "address": "fa:16:3e:56:92:68", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00dc57b-a2", "ovs_interfaceid": "e00dc57b-a2af-4df6-ae21-3e8b6629970d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.850682] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.903903] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.944182] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1328.950953] env[62221]: INFO nova.compute.manager [-] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Took 1.68 seconds to deallocate network for instance. [ 1328.970835] env[62221]: INFO nova.compute.manager [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance disappeared during terminate [ 1328.971103] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d27d490f-ec84-42d4-ada7-b39d5b4b8424 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "1b43ec55-9ec1-440c-8129-57810fd538fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.075s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.004624] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700851, 'name': PowerOffVM_Task, 'duration_secs': 0.241743} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.004896] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.005073] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.005317] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d61edc6-0d6c-46b4-9291-f05610eb480f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.035156] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Successfully created port: 5375911f-4360-4120-a985-29387440881f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.072446] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.176765] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.176995] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.177196] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleting the datastore file [datastore1] 3276a0d1-4289-46cc-a4b8-e31f2cc51447 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.177471] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1df2a3bf-2ff3-42f4-aed8-0e32c5d57d64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.184498] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for the task: (returnval){ [ 1329.184498] env[62221]: value = "task-1700854" [ 1329.184498] env[62221]: _type = "Task" [ 1329.184498] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.193653] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.279893] env[62221]: DEBUG oslo_concurrency.lockutils [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] Releasing lock "refresh_cache-1b21b902-82fb-414c-b25c-4b8c8772d5c2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.280674] env[62221]: DEBUG nova.compute.manager [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Received event network-vif-deleted-d8162dfa-d002-4bb8-8b8d-8447ecbf2c77 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1329.280934] env[62221]: INFO nova.compute.manager [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Neutron deleted interface d8162dfa-d002-4bb8-8b8d-8447ecbf2c77; detaching it from the instance and deleting it from the info cache [ 1329.281153] env[62221]: DEBUG nova.network.neutron [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.343935] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.344225] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.344436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.344645] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.344830] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.347493] env[62221]: INFO nova.compute.manager [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Terminating instance [ 1329.350946] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "refresh_cache-a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.350946] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "refresh_cache-a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.350946] env[62221]: DEBUG nova.network.neutron [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.409491] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.412053] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85498546-007b-468e-adda-aaa43e1e442c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.420310] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1fb66-da8d-4a20-81fa-6b9d4720928e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.456147] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe77111-a1c4-4792-ab46-1545eaea33da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.459414] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.465284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3dc5b-e41d-4843-97af-647866ebadac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.480093] env[62221]: DEBUG nova.compute.provider_tree [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.579522] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700852, 'name': ReconfigVM_Task, 'duration_secs': 0.654332} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.579522] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7f0f97c1-50e0-4500-bde6-d7f1f07de216/7f0f97c1-50e0-4500-bde6-d7f1f07de216.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.580121] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a7a933a-d031-492c-aade-ab8a3f2e70d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.589191] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1329.589191] env[62221]: value = "task-1700855" [ 1329.589191] env[62221]: _type = "Task" [ 1329.589191] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.601633] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700855, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.657182] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Successfully updated port: be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.698322] env[62221]: DEBUG oslo_vmware.api [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Task: {'id': task-1700854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183743} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.698825] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.698950] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.699292] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.699473] env[62221]: INFO nova.compute.manager [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1329.699852] env[62221]: DEBUG oslo.service.loopingcall [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.700203] env[62221]: DEBUG nova.compute.manager [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.700338] env[62221]: DEBUG nova.network.neutron [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.784413] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1606977b-35db-44a4-9a53-e0e3e19ebd5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.795878] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614724b6-2949-4816-a795-c3736431c068 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.837510] env[62221]: DEBUG nova.compute.manager [req-34b1c8a8-d7e8-46d0-ba37-746d6342a436 req-bae76c7c-c748-47de-9703-c0c38db2f7ce service nova] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Detach interface failed, port_id=d8162dfa-d002-4bb8-8b8d-8447ecbf2c77, reason: Instance 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1329.886193] env[62221]: DEBUG nova.network.neutron [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.903650] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.960822] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1329.983229] env[62221]: DEBUG nova.scheduler.client.report [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.996500] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.996735] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.996890] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.997081] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.997231] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.997376] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.997578] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.997734] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.998033] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.998083] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.998238] env[62221]: DEBUG nova.virt.hardware [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.999116] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bacf2c-8bef-4ca0-96c2-7ac97867aa58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.008337] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b961dc-dfda-49a8-87c9-7774822594ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.101125] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700855, 'name': Rename_Task, 'duration_secs': 0.294004} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.101414] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.101656] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305d03ea-4cfe-4582-a476-1b475d3fae63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.109852] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1330.109852] env[62221]: value = "task-1700856" [ 1330.109852] env[62221]: _type = "Task" [ 1330.109852] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.118797] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.163302] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.163302] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.163302] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.219583] env[62221]: DEBUG nova.network.neutron [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.405595] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.429466] env[62221]: DEBUG nova.compute.manager [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.429734] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.431304] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.431304] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.431304] env[62221]: DEBUG nova.compute.manager [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] No waiting events found dispatching network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1330.431304] env[62221]: WARNING nova.compute.manager [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received unexpected event network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d for instance with vm_state building and task_state spawning. [ 1330.431304] env[62221]: DEBUG nova.compute.manager [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.431304] env[62221]: DEBUG nova.compute.manager [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing instance network info cache due to event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1330.431304] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.494198] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.495402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.786s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.495683] env[62221]: DEBUG nova.objects.instance [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lazy-loading 'resources' on Instance uuid c1b58810-0afe-4dcf-a87d-86f3f844976f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.623661] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.720191] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.724257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "refresh_cache-a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.725053] env[62221]: DEBUG nova.compute.manager [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1330.725344] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.726371] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505897e3-a9b5-44e3-8569-092dcf70908c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.735402] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.735769] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae13f83-e11c-4115-b673-5be5900b36d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.745100] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1330.745100] env[62221]: value = "task-1700857" [ 1330.745100] env[62221]: _type = "Task" [ 1330.745100] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.757316] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.867615] env[62221]: DEBUG nova.network.neutron [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.908444] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700850, 'name': CreateVM_Task, 'duration_secs': 2.441616} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.908624] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.911436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.911633] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.911951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.912231] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb5b751-1b91-4901-ac96-a200d9989151 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.918240] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1330.918240] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2d43e-c70d-b88a-2851-c6b40f1e3de5" [ 1330.918240] env[62221]: _type = "Task" [ 1330.918240] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.927706] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2d43e-c70d-b88a-2851-c6b40f1e3de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.002161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "2bf6e4e2-e934-4f6b-b64c-d97335b9e49f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.002404] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "2bf6e4e2-e934-4f6b-b64c-d97335b9e49f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.028139] env[62221]: DEBUG nova.network.neutron [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.125978] env[62221]: DEBUG oslo_vmware.api [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700856, 'name': PowerOnVM_Task, 'duration_secs': 0.556388} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.128602] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.128811] env[62221]: INFO nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1331.128988] env[62221]: DEBUG nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1331.130017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc4af9-52bc-44ab-bfdd-38ba3e6db6a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.172590] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Successfully updated port: 5375911f-4360-4120-a985-29387440881f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.258142] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700857, 'name': PowerOffVM_Task, 'duration_secs': 0.308754} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.259196] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.259196] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.259196] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1035f433-9130-4d68-8cd7-3b264f413086 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.287812] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.288229] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.288317] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleting the datastore file [datastore1] a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.288545] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b660d8-c23e-4f8f-b899-c83b5ac52953 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.297404] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1331.297404] env[62221]: value = "task-1700859" [ 1331.297404] env[62221]: _type = "Task" [ 1331.297404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.304558] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.370805] env[62221]: INFO nova.compute.manager [-] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Took 1.67 seconds to deallocate network for instance. [ 1331.414449] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24cda86-9071-485a-a188-47ac17386ba0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.426130] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf547b-a1f0-45c8-a026-180bdd7b61dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.433244] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2d43e-c70d-b88a-2851-c6b40f1e3de5, 'name': SearchDatastore_Task, 'duration_secs': 0.024436} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.433567] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.434140] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.434397] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.434397] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.434649] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.434821] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da798ca5-fb3f-4439-a612-5d1118a4e2a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.463033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f92d923-2b62-484e-8d8f-fd7cb9ab61fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.471862] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6b63e-f868-40fa-a675-0c999ca55f6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.476969] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.476969] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.477592] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473ebb35-9b8f-4bf6-93c1-27a9ae7e529c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.483020] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1331.483020] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521540a5-c553-237d-0c1b-222e46470410" [ 1331.483020] env[62221]: _type = "Task" [ 1331.483020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.490874] env[62221]: DEBUG nova.compute.provider_tree [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.500162] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521540a5-c553-237d-0c1b-222e46470410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.508248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "2bf6e4e2-e934-4f6b-b64c-d97335b9e49f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.508805] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.531855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.532251] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance network_info: |[{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1331.532519] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.532712] env[62221]: DEBUG nova.network.neutron [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.533939] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:1f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be931c40-8dc9-4123-92fd-9911bdb1019d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.543015] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating folder: Project (6c429e9152524f7ca414886f4d09c8cf). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.546647] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62641da8-e770-4fa3-874c-65124c54f923 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.565995] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created folder: Project (6c429e9152524f7ca414886f4d09c8cf) in parent group-v354396. [ 1331.566270] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating folder: Instances. Parent ref: group-v354526. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.566544] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1962d7a8-fb85-491f-b805-279b150878fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.579070] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created folder: Instances in parent group-v354526. [ 1331.579447] env[62221]: DEBUG oslo.service.loopingcall [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.581816] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.582369] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9279c3f-ed1a-4579-bc5c-dcccc7e51649 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.604240] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.604240] env[62221]: value = "task-1700862" [ 1331.604240] env[62221]: _type = "Task" [ 1331.604240] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.613501] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700862, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.656890] env[62221]: INFO nova.compute.manager [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Took 39.81 seconds to build instance. [ 1331.677995] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.678236] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.678429] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.807924] env[62221]: DEBUG oslo_vmware.api [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326128} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.814623] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.814831] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.815014] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.815338] env[62221]: INFO nova.compute.manager [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1331.815615] env[62221]: DEBUG oslo.service.loopingcall [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.815871] env[62221]: DEBUG nova.compute.manager [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1331.815958] env[62221]: DEBUG nova.network.neutron [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.848518] env[62221]: DEBUG nova.network.neutron [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.880270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.918574] env[62221]: DEBUG nova.network.neutron [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updated VIF entry in instance network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.918963] env[62221]: DEBUG nova.network.neutron [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.996711] env[62221]: DEBUG nova.scheduler.client.report [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1332.006693] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521540a5-c553-237d-0c1b-222e46470410, 'name': SearchDatastore_Task, 'duration_secs': 0.028535} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.007696] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e29f72-a501-4055-9998-fef6ef6958e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.013378] env[62221]: DEBUG nova.compute.utils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.016010] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1332.016186] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.017935] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1332.017935] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d121-bcf9-2b5c-9868-1195e05ef762" [ 1332.017935] env[62221]: _type = "Task" [ 1332.017935] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.028166] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d121-bcf9-2b5c-9868-1195e05ef762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.088144] env[62221]: DEBUG nova.policy [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a0203714284bf296fe8a62c8409d93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc2e08440064695931ed075b0770cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1332.119562] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700862, 'name': CreateVM_Task, 'duration_secs': 0.411129} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.119732] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.123930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.124121] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.124537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.124737] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ce9a9d-8f15-4ec9-8c6a-dbfa821f6e43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.131473] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1332.131473] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527d1fc5-c892-98ab-2ee1-e0ebca351ede" [ 1332.131473] env[62221]: _type = "Task" [ 1332.131473] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.140242] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527d1fc5-c892-98ab-2ee1-e0ebca351ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.158876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bdff5abd-5eff-4edc-a55e-c463c08544c8 tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.049s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.223839] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.351402] env[62221]: DEBUG nova.network.neutron [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.369951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.370223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.370460] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.370655] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.370819] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.372900] env[62221]: INFO nova.compute.manager [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Terminating instance [ 1332.374732] env[62221]: DEBUG nova.compute.manager [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1332.374924] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.375778] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631dd1b-7d9d-40f7-9bf5-115192acfbb6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.384773] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.385026] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f865556f-40dc-4ee6-b75b-94e8a5ee710d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.396019] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1332.396019] env[62221]: value = "task-1700863" [ 1332.396019] env[62221]: _type = "Task" [ 1332.396019] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.406319] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.422169] env[62221]: DEBUG oslo_concurrency.lockutils [req-47f0b251-04f2-47d4-938d-848e4ada859b req-411954da-f0d3-41b9-a3fb-0004a6c77e78 service nova] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.453990] env[62221]: DEBUG nova.network.neutron [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Updating instance_info_cache with network_info: [{"id": "5375911f-4360-4120-a985-29387440881f", "address": "fa:16:3e:8e:de:78", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375911f-43", "ovs_interfaceid": "5375911f-4360-4120-a985-29387440881f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.469029] env[62221]: DEBUG nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Received event network-vif-deleted-3b624725-3543-43a2-9599-c749bd7306be {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.469277] env[62221]: DEBUG nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Received event network-vif-plugged-5375911f-4360-4120-a985-29387440881f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.469478] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Acquiring lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.469689] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.469856] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.470324] env[62221]: DEBUG nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] No waiting events found dispatching network-vif-plugged-5375911f-4360-4120-a985-29387440881f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.470570] env[62221]: WARNING nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Received unexpected event network-vif-plugged-5375911f-4360-4120-a985-29387440881f for instance with vm_state building and task_state spawning. [ 1332.470744] env[62221]: DEBUG nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Received event network-changed-5375911f-4360-4120-a985-29387440881f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.470898] env[62221]: DEBUG nova.compute.manager [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Refreshing instance network info cache due to event network-changed-5375911f-4360-4120-a985-29387440881f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1332.471383] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Acquiring lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.487151] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Successfully created port: e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.508476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.512240] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.535s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.512240] env[62221]: DEBUG nova.objects.instance [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lazy-loading 'resources' on Instance uuid bca34046-3056-46e7-8152-33ec01343a62 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.519396] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1332.535079] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d121-bcf9-2b5c-9868-1195e05ef762, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.535372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.535630] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.535922] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175877ab-7a90-4e07-a47e-0fbf1a72d206 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.540085] env[62221]: INFO nova.scheduler.client.report [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Deleted allocations for instance c1b58810-0afe-4dcf-a87d-86f3f844976f [ 1332.547553] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1332.547553] env[62221]: value = "task-1700864" [ 1332.547553] env[62221]: _type = "Task" [ 1332.547553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.556608] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.644000] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527d1fc5-c892-98ab-2ee1-e0ebca351ede, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.644979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.644979] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.644979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.644979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.645196] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.645456] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84e7ed9-f12b-424e-b536-0d826c43a946 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.655014] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.655215] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.655973] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8737af26-574c-4e5c-a80d-e03de930d23e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.661706] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1332.661706] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52643562-2990-2176-2d87-b9b02e8a1dd8" [ 1332.661706] env[62221]: _type = "Task" [ 1332.661706] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.672579] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52643562-2990-2176-2d87-b9b02e8a1dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.854568] env[62221]: INFO nova.compute.manager [-] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Took 1.04 seconds to deallocate network for instance. [ 1332.907523] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700863, 'name': PowerOffVM_Task, 'duration_secs': 0.225988} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.907820] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.908029] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.908314] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2baf074e-c09d-4680-925f-9cbb6dd6b37e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.957870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.958242] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Instance network_info: |[{"id": "5375911f-4360-4120-a985-29387440881f", "address": "fa:16:3e:8e:de:78", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375911f-43", "ovs_interfaceid": "5375911f-4360-4120-a985-29387440881f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1332.959496] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Acquired lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.959496] env[62221]: DEBUG nova.network.neutron [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Refreshing network info cache for port 5375911f-4360-4120-a985-29387440881f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.960624] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:de:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5375911f-4360-4120-a985-29387440881f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.969618] env[62221]: DEBUG oslo.service.loopingcall [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.970913] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.971083] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4b3197-1d89-4e86-aea3-e0858ee9b166 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.995373] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.995373] env[62221]: value = "task-1700866" [ 1332.995373] env[62221]: _type = "Task" [ 1332.995373] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.997286] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.997442] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.998032] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Deleting the datastore file [datastore1] 7f0f97c1-50e0-4500-bde6-d7f1f07de216 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.001259] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0675a1-f2a5-45cb-8219-645e37459730 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.009355] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700866, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.010902] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for the task: (returnval){ [ 1333.010902] env[62221]: value = "task-1700867" [ 1333.010902] env[62221]: _type = "Task" [ 1333.010902] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.021842] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.052969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6dbb8c96-9713-42c5-aa8c-d987b6e7eb1e tempest-ServerRescueTestJSONUnderV235-441948787 tempest-ServerRescueTestJSONUnderV235-441948787-project-member] Lock "c1b58810-0afe-4dcf-a87d-86f3f844976f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.017s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.063311] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497789} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.063654] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.064715] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.065230] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca4c064-6a1e-43eb-8bf3-30391a638eb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.079282] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1333.079282] env[62221]: value = "task-1700868" [ 1333.079282] env[62221]: _type = "Task" [ 1333.079282] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.090605] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.175689] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52643562-2990-2176-2d87-b9b02e8a1dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.176544] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7767b9a0-1734-4566-8e87-952d84fb9d1b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.185235] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1333.185235] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523e968e-41c1-c622-f257-985a1145d690" [ 1333.185235] env[62221]: _type = "Task" [ 1333.185235] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.194408] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523e968e-41c1-c622-f257-985a1145d690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.362823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.422997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3255b-c0f5-4aba-ad80-73171c410230 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.431106] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a14d0-d74c-4e9b-9ae0-52f12c465a6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.462136] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59770505-6259-400b-9c3e-8321adc5dada {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.469716] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047d88a-4824-40fb-bfb8-1cca26b024a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.485332] env[62221]: DEBUG nova.compute.provider_tree [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.506716] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700866, 'name': CreateVM_Task, 'duration_secs': 0.415153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.506893] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.507584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.507752] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.508081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.508327] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79604f89-a5be-422e-8c96-962f175d6b15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.515863] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1333.515863] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52272bf5-6557-2c16-953a-249e734a5385" [ 1333.515863] env[62221]: _type = "Task" [ 1333.515863] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.523782] env[62221]: DEBUG oslo_vmware.api [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Task: {'id': task-1700867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206886} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.524646] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.524841] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.525031] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.525213] env[62221]: INFO nova.compute.manager [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1333.525453] env[62221]: DEBUG oslo.service.loopingcall [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.525637] env[62221]: DEBUG nova.compute.manager [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1333.525728] env[62221]: DEBUG nova.network.neutron [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.530460] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52272bf5-6557-2c16-953a-249e734a5385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.534842] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.567240] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.567534] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.567692] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.567873] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.568029] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.568185] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.568395] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.568555] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.568917] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.568917] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.569126] env[62221]: DEBUG nova.virt.hardware [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.569915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7649bd0-232f-4590-af29-cad78488eddd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.579499] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2ecef-7a30-4448-b3a8-55aeebda9617 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.591869] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087393} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.600598] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.601531] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0faf2-b229-44a2-a3c3-a1b4eb57fb50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.631498] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.634993] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151c2bae-c784-4a2c-92bc-8aa6b499350a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.660627] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1333.660627] env[62221]: value = "task-1700869" [ 1333.660627] env[62221]: _type = "Task" [ 1333.660627] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.669755] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.696257] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523e968e-41c1-c622-f257-985a1145d690, 'name': SearchDatastore_Task, 'duration_secs': 0.014595} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.698660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.698953] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.700211] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba8a2ece-b8a0-4823-a211-cedd0f99f840 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.706952] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1333.706952] env[62221]: value = "task-1700870" [ 1333.706952] env[62221]: _type = "Task" [ 1333.706952] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.715705] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.988211] env[62221]: DEBUG nova.scheduler.client.report [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1334.027921] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52272bf5-6557-2c16-953a-249e734a5385, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.028274] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.028511] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.028929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.028929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.029539] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.029539] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a6e912a-7fad-49aa-9eed-a8d76428a8ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.044797] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.045042] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.045993] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d3afd1-3194-4c00-8de4-a9aa46cb4d52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.052371] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1334.052371] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d82f76-ec8c-1b76-0466-e1713ee8b048" [ 1334.052371] env[62221]: _type = "Task" [ 1334.052371] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.062636] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d82f76-ec8c-1b76-0466-e1713ee8b048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.173517] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.222879] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501285} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.223924] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.224213] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.224487] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9cfdf76-a606-4865-ab8a-9305ac40f98f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.235043] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1334.235043] env[62221]: value = "task-1700871" [ 1334.235043] env[62221]: _type = "Task" [ 1334.235043] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.246669] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.451647] env[62221]: DEBUG nova.network.neutron [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Updated VIF entry in instance network info cache for port 5375911f-4360-4120-a985-29387440881f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.452054] env[62221]: DEBUG nova.network.neutron [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Updating instance_info_cache with network_info: [{"id": "5375911f-4360-4120-a985-29387440881f", "address": "fa:16:3e:8e:de:78", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375911f-43", "ovs_interfaceid": "5375911f-4360-4120-a985-29387440881f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.493012] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.495544] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.501s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.495881] env[62221]: DEBUG nova.objects.instance [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lazy-loading 'resources' on Instance uuid 7c74398e-b88a-436a-8305-f63141199288 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.514437] env[62221]: INFO nova.scheduler.client.report [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Deleted allocations for instance bca34046-3056-46e7-8152-33ec01343a62 [ 1334.565293] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d82f76-ec8c-1b76-0466-e1713ee8b048, 'name': SearchDatastore_Task, 'duration_secs': 0.061588} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.566079] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eeac43d-d78c-4737-ae36-a1b7093e449d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.571808] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1334.571808] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef3731-429f-3975-4ce1-e9ed686a68df" [ 1334.571808] env[62221]: _type = "Task" [ 1334.571808] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.581257] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef3731-429f-3975-4ce1-e9ed686a68df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.671341] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700869, 'name': ReconfigVM_Task, 'duration_secs': 0.521976} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.671622] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.672271] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b744040c-7cfc-4bd6-8ed6-ba30efece589 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.679712] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1334.679712] env[62221]: value = "task-1700872" [ 1334.679712] env[62221]: _type = "Task" [ 1334.679712] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.692018] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700872, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.748467] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070626} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.749957] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.749957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368f640-080d-4fb3-a764-af49453f6301 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.775277] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.775583] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e737869e-7918-44bf-ae79-057c74681669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.797293] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1334.797293] env[62221]: value = "task-1700873" [ 1334.797293] env[62221]: _type = "Task" [ 1334.797293] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.807071] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.881143] env[62221]: DEBUG nova.compute.manager [req-6e92ba57-cb86-452e-9629-367d93ca7333 req-2c559e2c-cab6-4179-8ac2-8c539aa87a36 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Received event network-vif-deleted-9261d92e-7fd4-4415-ae6b-ac43611a9235 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1334.881313] env[62221]: INFO nova.compute.manager [req-6e92ba57-cb86-452e-9629-367d93ca7333 req-2c559e2c-cab6-4179-8ac2-8c539aa87a36 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Neutron deleted interface 9261d92e-7fd4-4415-ae6b-ac43611a9235; detaching it from the instance and deleting it from the info cache [ 1334.881485] env[62221]: DEBUG nova.network.neutron [req-6e92ba57-cb86-452e-9629-367d93ca7333 req-2c559e2c-cab6-4179-8ac2-8c539aa87a36 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.927459] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Successfully updated port: e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.959065] env[62221]: DEBUG oslo_concurrency.lockutils [req-a0818932-b4c4-41a8-8e17-c291c69ad2c0 req-f0e8aa1e-96d4-4922-9c75-4cae7da968de service nova] Releasing lock "refresh_cache-24e9ba70-16ce-4020-8ad8-37d7450195b1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.025562] env[62221]: DEBUG nova.network.neutron [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.027508] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a21bf87b-eedf-4a7c-b82b-7bf6064f9d5e tempest-ServerPasswordTestJSON-664888964 tempest-ServerPasswordTestJSON-664888964-project-member] Lock "bca34046-3056-46e7-8152-33ec01343a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.500s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.084193] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef3731-429f-3975-4ce1-e9ed686a68df, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.086898] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.087249] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 24e9ba70-16ce-4020-8ad8-37d7450195b1/24e9ba70-16ce-4020-8ad8-37d7450195b1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.088035] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e54063-d6a1-4a54-8b41-a3263953b12a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.095813] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1335.095813] env[62221]: value = "task-1700874" [ 1335.095813] env[62221]: _type = "Task" [ 1335.095813] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.108117] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.192129] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700872, 'name': Rename_Task, 'duration_secs': 0.22195} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.195593] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.197110] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8bcc43c-4fe4-49fe-afa2-fa015d64475e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.205485] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1335.205485] env[62221]: value = "task-1700875" [ 1335.205485] env[62221]: _type = "Task" [ 1335.205485] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.218671] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.311951] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700873, 'name': ReconfigVM_Task, 'duration_secs': 0.354924} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.313716] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.313716] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dce75966-93a0-4a47-9423-d320bfa7e0b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.328775] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1335.328775] env[62221]: value = "task-1700876" [ 1335.328775] env[62221]: _type = "Task" [ 1335.328775] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.341853] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700876, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.386842] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0ead987-1f5e-47eb-8a8d-76d82188e74b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.398827] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a26a0f-0da9-4c1a-91af-a41594df4e96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.430798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.430798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquired lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.431091] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.453921] env[62221]: DEBUG nova.compute.manager [req-6e92ba57-cb86-452e-9629-367d93ca7333 req-2c559e2c-cab6-4179-8ac2-8c539aa87a36 service nova] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Detach interface failed, port_id=9261d92e-7fd4-4415-ae6b-ac43611a9235, reason: Instance 7f0f97c1-50e0-4500-bde6-d7f1f07de216 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1335.498693] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62bbbf3-df05-42d8-9ea2-3d246fa1a798 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.505775] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.516160] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa48b5-af0e-4730-aab1-3bac7ebbd4f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.555890] env[62221]: INFO nova.compute.manager [-] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Took 2.03 seconds to deallocate network for instance. [ 1335.559915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d4db1-5a2c-4d8d-8c43-df39b52830e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.574223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485c574-91a7-4fb3-9e57-0c7511194cb4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.596018] env[62221]: DEBUG nova.compute.provider_tree [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.608268] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700874, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.717666] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.841041] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700876, 'name': Rename_Task, 'duration_secs': 0.194785} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.841041] env[62221]: DEBUG nova.network.neutron [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Updating instance_info_cache with network_info: [{"id": "e70ba860-998c-4766-b220-9289b496d303", "address": "fa:16:3e:50:e2:bc", "network": {"id": "16061fd5-54b5-45f8-a08f-20a64a7ada17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-727456420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc2e08440064695931ed075b0770cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape70ba860-99", "ovs_interfaceid": "e70ba860-998c-4766-b220-9289b496d303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.841041] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.841041] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc79045-e528-45fb-bf82-5f808868609c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.848324] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1335.848324] env[62221]: value = "task-1700877" [ 1335.848324] env[62221]: _type = "Task" [ 1335.848324] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.857355] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.068682] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.101143] env[62221]: DEBUG nova.scheduler.client.report [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.122736] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527689} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.123280] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 24e9ba70-16ce-4020-8ad8-37d7450195b1/24e9ba70-16ce-4020-8ad8-37d7450195b1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.124196] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.125205] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ed5b2fd-54e0-4810-8d30-c555f30ffb5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.134683] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1336.134683] env[62221]: value = "task-1700878" [ 1336.134683] env[62221]: _type = "Task" [ 1336.134683] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.146755] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.227025] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.346074] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Releasing lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.346074] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Instance network_info: |[{"id": "e70ba860-998c-4766-b220-9289b496d303", "address": "fa:16:3e:50:e2:bc", "network": {"id": "16061fd5-54b5-45f8-a08f-20a64a7ada17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-727456420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc2e08440064695931ed075b0770cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape70ba860-99", "ovs_interfaceid": "e70ba860-998c-4766-b220-9289b496d303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1336.346074] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e70ba860-998c-4766-b220-9289b496d303', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.354763] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Creating folder: Project (1dc2e08440064695931ed075b0770cd9). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.355228] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d464eee-0b99-43b5-ba37-0092ba5cb8f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.367726] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.388641] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Created folder: Project (1dc2e08440064695931ed075b0770cd9) in parent group-v354396. [ 1336.388902] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Creating folder: Instances. Parent ref: group-v354530. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.389200] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae6add3d-49f2-4709-ae64-a7903371a47f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.401144] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Created folder: Instances in parent group-v354530. [ 1336.401430] env[62221]: DEBUG oslo.service.loopingcall [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.401647] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.401871] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a70c0e9-8223-4400-99b0-f49fa7f356eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.424040] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.424040] env[62221]: value = "task-1700881" [ 1336.424040] env[62221]: _type = "Task" [ 1336.424040] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.434921] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700881, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.614658] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.618402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.741s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.619966] env[62221]: INFO nova.compute.claims [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.646447] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.646447] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.646447] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383561c-a7f7-4502-8ecb-ae72f05817be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.666705] env[62221]: INFO nova.scheduler.client.report [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted allocations for instance 7c74398e-b88a-436a-8305-f63141199288 [ 1336.678858] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 24e9ba70-16ce-4020-8ad8-37d7450195b1/24e9ba70-16ce-4020-8ad8-37d7450195b1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.681673] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48d3247-6b30-45ed-8057-98bbf050068c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.706277] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1336.706277] env[62221]: value = "task-1700882" [ 1336.706277] env[62221]: _type = "Task" [ 1336.706277] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.718110] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.725046] env[62221]: DEBUG oslo_vmware.api [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700875, 'name': PowerOnVM_Task, 'duration_secs': 1.025834} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.725244] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.725515] env[62221]: INFO nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1336.725746] env[62221]: DEBUG nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1336.727471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de8f7e-0eff-49b7-9979-f4d23821e36c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.865717] env[62221]: DEBUG oslo_vmware.api [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700877, 'name': PowerOnVM_Task, 'duration_secs': 0.535503} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.866081] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.866298] env[62221]: INFO nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1336.866578] env[62221]: DEBUG nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1336.867447] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c906f7-44a9-4087-bd8d-54a96962a6b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.935016] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700881, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.020021] env[62221]: DEBUG nova.compute.manager [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Received event network-vif-plugged-e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.020330] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Acquiring lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.020579] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.020749] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.020933] env[62221]: DEBUG nova.compute.manager [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] No waiting events found dispatching network-vif-plugged-e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1337.021417] env[62221]: WARNING nova.compute.manager [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Received unexpected event network-vif-plugged-e70ba860-998c-4766-b220-9289b496d303 for instance with vm_state building and task_state spawning. [ 1337.021635] env[62221]: DEBUG nova.compute.manager [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Received event network-changed-e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.021830] env[62221]: DEBUG nova.compute.manager [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Refreshing instance network info cache due to event network-changed-e70ba860-998c-4766-b220-9289b496d303. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1337.022139] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Acquiring lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.022544] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Acquired lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.022768] env[62221]: DEBUG nova.network.neutron [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Refreshing network info cache for port e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.204323] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7a366f1c-6f12-4297-8ac8-efe81b307f94 tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "7c74398e-b88a-436a-8305-f63141199288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.204s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.219953] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.249686] env[62221]: INFO nova.compute.manager [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Took 41.75 seconds to build instance. [ 1337.324407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.324407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.324407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.324646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.324689] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.330031] env[62221]: INFO nova.compute.manager [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Terminating instance [ 1337.332196] env[62221]: DEBUG nova.compute.manager [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1337.332384] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.333301] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54ac318-f206-42a4-918b-944621152ff6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.342613] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.344027] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4312d79-4e13-4484-8ce7-dfbdc26e4f83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.351070] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1337.351070] env[62221]: value = "task-1700883" [ 1337.351070] env[62221]: _type = "Task" [ 1337.351070] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.365364] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.388831] env[62221]: INFO nova.compute.manager [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Took 33.32 seconds to build instance. [ 1337.437978] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700881, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.722817] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700882, 'name': ReconfigVM_Task, 'duration_secs': 0.714721} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.723075] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 24e9ba70-16ce-4020-8ad8-37d7450195b1/24e9ba70-16ce-4020-8ad8-37d7450195b1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.724122] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1abda451-d120-4267-9292-a5efa7e978a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.735182] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1337.735182] env[62221]: value = "task-1700884" [ 1337.735182] env[62221]: _type = "Task" [ 1337.735182] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.749855] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700884, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.752646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6748881-236c-456e-88c1-44d1f5b32f69 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.303s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.865328] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700883, 'name': PowerOffVM_Task, 'duration_secs': 0.451142} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.866085] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.866392] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.866754] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a51bf0-89e5-4714-92d5-f0a02cd31c61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.890283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6aa82670-147c-4e46-bad4-43eaa882835e tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.832s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.936412] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700881, 'name': CreateVM_Task, 'duration_secs': 1.048131} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.939209] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.943020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.943020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.943020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.943020] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83e344d-ff01-46ff-aed7-6f69d8b0085d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.947237] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1337.947237] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526b68f3-83db-4e9f-120e-4b135c01e86f" [ 1337.947237] env[62221]: _type = "Task" [ 1337.947237] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.959924] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526b68f3-83db-4e9f-120e-4b135c01e86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.030575] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.030985] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.031373] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Deleting the datastore file [datastore1] 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.031776] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbe76564-5eac-4c6d-84bb-8009047423b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.040499] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for the task: (returnval){ [ 1338.040499] env[62221]: value = "task-1700886" [ 1338.040499] env[62221]: _type = "Task" [ 1338.040499] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.043048] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ab074-864d-475f-ba79-193dc4b9fbe6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.056976] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd1a76-88f7-4275-8ab7-3075e8ecc1f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.060523] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.095589] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53852c25-4d64-4644-b9d4-6966468ba837 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.101673] env[62221]: DEBUG nova.network.neutron [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Updated VIF entry in instance network info cache for port e70ba860-998c-4766-b220-9289b496d303. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.102126] env[62221]: DEBUG nova.network.neutron [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Updating instance_info_cache with network_info: [{"id": "e70ba860-998c-4766-b220-9289b496d303", "address": "fa:16:3e:50:e2:bc", "network": {"id": "16061fd5-54b5-45f8-a08f-20a64a7ada17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-727456420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc2e08440064695931ed075b0770cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape70ba860-99", "ovs_interfaceid": "e70ba860-998c-4766-b220-9289b496d303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.107188] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eff7c5-f936-4c04-949b-51e6f350097b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.123446] env[62221]: DEBUG nova.compute.provider_tree [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.247732] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700884, 'name': Rename_Task, 'duration_secs': 0.315429} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.248426] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.248426] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd10ca7-1680-4924-a088-04b498b455f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.256497] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1338.256497] env[62221]: value = "task-1700887" [ 1338.256497] env[62221]: _type = "Task" [ 1338.256497] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.275604] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.458875] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526b68f3-83db-4e9f-120e-4b135c01e86f, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.459292] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.459560] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.459822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.459997] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.460267] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.460937] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2704f16c-ad20-45bb-a776-a02221724003 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.474428] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.474661] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.475550] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d91afca-20b2-47e3-a972-884fa540b16c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.482458] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1338.482458] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef8dc5-e26d-e345-d18c-38f0b56755ea" [ 1338.482458] env[62221]: _type = "Task" [ 1338.482458] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.491148] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef8dc5-e26d-e345-d18c-38f0b56755ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.553796] env[62221]: DEBUG oslo_vmware.api [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Task: {'id': task-1700886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380767} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.554078] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.554271] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.554473] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.554645] env[62221]: INFO nova.compute.manager [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1338.554887] env[62221]: DEBUG oslo.service.loopingcall [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.555093] env[62221]: DEBUG nova.compute.manager [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1338.555192] env[62221]: DEBUG nova.network.neutron [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.606484] env[62221]: DEBUG oslo_concurrency.lockutils [req-4f201ec4-4c27-4120-8b26-dfd0e28088e7 req-f19c692d-86d5-423f-ae9c-270808ab2002 service nova] Releasing lock "refresh_cache-c0c7427d-c6ed-45e4-9657-443a92f00d94" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.628704] env[62221]: DEBUG nova.scheduler.client.report [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.774182] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700887, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.842803] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.842803] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.999024] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ef8dc5-e26d-e345-d18c-38f0b56755ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.999024] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e7b31e-d1e7-40f7-b631-22d84a13328b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.003770] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1339.003770] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f38f4-1d75-bf12-6dec-d13100a87fd9" [ 1339.003770] env[62221]: _type = "Task" [ 1339.003770] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.013983] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f38f4-1d75-bf12-6dec-d13100a87fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.033480] env[62221]: INFO nova.compute.manager [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Rebuilding instance [ 1339.084020] env[62221]: DEBUG nova.compute.manager [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.084020] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbca138-bd09-4bed-9a21-8e6fe1b7a040 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.137021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.137021] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1339.138020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.234s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.272530] env[62221]: DEBUG oslo_vmware.api [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700887, 'name': PowerOnVM_Task, 'duration_secs': 0.74183} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.274348] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.274348] env[62221]: INFO nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1339.274348] env[62221]: DEBUG nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.276897] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a640ea-afd7-40dc-8450-f1319570c9b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.347818] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1339.518929] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f38f4-1d75-bf12-6dec-d13100a87fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.518929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.518929] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c0c7427d-c6ed-45e4-9657-443a92f00d94/c0c7427d-c6ed-45e4-9657-443a92f00d94.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.518929] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1543fef1-b505-4667-834f-e3fb6c8f4dd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.527634] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1339.527634] env[62221]: value = "task-1700888" [ 1339.527634] env[62221]: _type = "Task" [ 1339.527634] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.537966] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.552103] env[62221]: DEBUG nova.compute.manager [req-3906e449-d538-4560-9085-71d51288c7b2 req-782f7a3d-142e-406e-a8d3-059ee514686b service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Received event network-vif-deleted-7083b009-e8f8-4a8a-bce3-b4c9d36e7878 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1339.552303] env[62221]: INFO nova.compute.manager [req-3906e449-d538-4560-9085-71d51288c7b2 req-782f7a3d-142e-406e-a8d3-059ee514686b service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Neutron deleted interface 7083b009-e8f8-4a8a-bce3-b4c9d36e7878; detaching it from the instance and deleting it from the info cache [ 1339.552521] env[62221]: DEBUG nova.network.neutron [req-3906e449-d538-4560-9085-71d51288c7b2 req-782f7a3d-142e-406e-a8d3-059ee514686b service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.571614] env[62221]: DEBUG nova.compute.manager [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1339.571812] env[62221]: DEBUG nova.compute.manager [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing instance network info cache due to event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1339.572036] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.572191] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.572356] env[62221]: DEBUG nova.network.neutron [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.594947] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.597430] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5947d80e-d1fe-4c90-9828-1c45098afb54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.607181] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1339.607181] env[62221]: value = "task-1700889" [ 1339.607181] env[62221]: _type = "Task" [ 1339.607181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.616942] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.642929] env[62221]: DEBUG nova.compute.utils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.645674] env[62221]: INFO nova.compute.claims [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.650410] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1339.650591] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.725225] env[62221]: DEBUG nova.policy [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1339.801472] env[62221]: INFO nova.compute.manager [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Took 31.61 seconds to build instance. [ 1339.870967] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.025609] env[62221]: DEBUG nova.network.neutron [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.035505] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.035505] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.052842] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.057054] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25eb3696-afa3-4200-b812-ba3c57695253 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.067236] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00740157-def9-4dec-8fd9-13785581e9eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.112374] env[62221]: DEBUG nova.compute.manager [req-3906e449-d538-4560-9085-71d51288c7b2 req-782f7a3d-142e-406e-a8d3-059ee514686b service nova] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Detach interface failed, port_id=7083b009-e8f8-4a8a-bce3-b4c9d36e7878, reason: Instance 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1340.128267] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.148131] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Successfully created port: 14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.153280] env[62221]: INFO nova.compute.resource_tracker [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating resource usage from migration cb808b24-d98b-4d84-abb4-157c62b20de9 [ 1340.156211] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1340.304226] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3afbd6c0-9074-463d-adef-312fea8adace tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.118s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.532957] env[62221]: INFO nova.compute.manager [-] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Took 1.97 seconds to deallocate network for instance. [ 1340.541298] env[62221]: DEBUG nova.compute.utils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.559038] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.619107] env[62221]: DEBUG nova.network.neutron [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updated VIF entry in instance network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.619569] env[62221]: DEBUG nova.network.neutron [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.632129] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.668885] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2659375-1c7a-4c14-937c-505a43d4f99d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.679495] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc58028b-367d-45c7-8940-6b28b0c6d288 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.717843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88edb7f3-1821-4805-b7a9-89f4b06a55ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.729701] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec589c-3b88-4e01-b2c1-54eee57bc87a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.749886] env[62221]: DEBUG nova.compute.provider_tree [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.045326] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.045625] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.051648] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.127680] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ca23019-49ee-4ea4-a11f-46d31ca1f54f req-9caa2455-7dfb-4071-98a4-58ff72015972 service nova] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.127680] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700889, 'name': PowerOffVM_Task, 'duration_secs': 1.485969} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.127680] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.127904] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.128696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bff72-320e-4179-a06b-0b03ee3467c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.143132] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.143456] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14310789-6b24-4cc5-9f92-f23b0a1b30ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.168349] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1341.205520] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.205520] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.205520] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.205520] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.205722] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.205825] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.206095] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.206307] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.206533] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.206851] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.206933] env[62221]: DEBUG nova.virt.hardware [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.208570] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328dff7f-6f77-4686-8086-6f2eee7be01b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.218584] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd099ce-938f-4430-9d94-443a8459dff5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.253212] env[62221]: DEBUG nova.scheduler.client.report [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1341.288156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.288435] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.288642] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.288824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.288984] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.291448] env[62221]: INFO nova.compute.manager [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Terminating instance [ 1341.293406] env[62221]: DEBUG nova.compute.manager [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1341.293603] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.294482] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd5edc-d320-4520-b861-9c6b697dabea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.304974] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.304974] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b3f6708-fdd0-49a8-9969-1c091911d9e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.313823] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1341.313823] env[62221]: value = "task-1700891" [ 1341.313823] env[62221]: _type = "Task" [ 1341.313823] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.331093] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.505665] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.505665] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.505959] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.509164] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4a5ed4f-7214-41dc-8274-b1bb9ae5c513 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.515459] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1341.515459] env[62221]: value = "task-1700892" [ 1341.515459] env[62221]: _type = "Task" [ 1341.515459] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.528443] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.543104] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.762018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.762349] env[62221]: INFO nova.compute.manager [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Migrating [ 1341.775868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.829s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.778133] env[62221]: INFO nova.compute.claims [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.827153] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700891, 'name': PowerOffVM_Task, 'duration_secs': 0.228911} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.827477] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.827654] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.828109] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d76f7c6-a773-4b8e-8f84-a4dba139c709 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.923110] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.923416] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.923614] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] 24e9ba70-16ce-4020-8ad8-37d7450195b1 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.923893] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c491b601-dff5-496f-b281-a23082dc15b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.934352] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1341.934352] env[62221]: value = "task-1700894" [ 1341.934352] env[62221]: _type = "Task" [ 1341.934352] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.945792] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.027516] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.030149] env[62221]: DEBUG nova.compute.manager [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Received event network-vif-plugged-14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1342.030407] env[62221]: DEBUG oslo_concurrency.lockutils [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.030634] env[62221]: DEBUG oslo_concurrency.lockutils [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] Lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.030755] env[62221]: DEBUG oslo_concurrency.lockutils [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] Lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.031124] env[62221]: DEBUG nova.compute.manager [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] No waiting events found dispatching network-vif-plugged-14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1342.031330] env[62221]: WARNING nova.compute.manager [req-51b486dc-0d3f-40a4-bab0-1a96cc5d377e req-8d27a8c3-5e4d-459b-90db-52728ec93894 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Received unexpected event network-vif-plugged-14e48eb6-e19b-49f8-84b6-732a0c4d989d for instance with vm_state building and task_state spawning. [ 1342.043533] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.136957] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.137322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.137712] env[62221]: INFO nova.compute.manager [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Attaching volume 5d74825c-2f1b-454e-bd7a-f50e56ed0154 to /dev/sdb [ 1342.187935] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11075f7e-fb1c-44a9-a404-8a58c7c91cdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.196250] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac4702-a35c-4066-a4bf-d7d56e6e73f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.216948] env[62221]: DEBUG nova.virt.block_device [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating existing volume attachment record: d2b99bd7-d889-448b-b143-e4473ce55540 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.220124] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Successfully updated port: 14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.292142] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.292309] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.292477] env[62221]: DEBUG nova.network.neutron [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.445478] env[62221]: DEBUG oslo_vmware.api [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1700894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415536} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.445722] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.445896] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.446088] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.446274] env[62221]: INFO nova.compute.manager [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1342.446526] env[62221]: DEBUG oslo.service.loopingcall [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.446715] env[62221]: DEBUG nova.compute.manager [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1342.446809] env[62221]: DEBUG nova.network.neutron [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.528748] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.810354} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.529384] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.529462] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.529592] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.540937] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700888, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.696708} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.541205] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c0c7427d-c6ed-45e4-9657-443a92f00d94/c0c7427d-c6ed-45e4-9657-443a92f00d94.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.541424] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.541699] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-212eed5f-dbc3-4e62-b4ba-5bf533999635 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.564364] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1342.564364] env[62221]: value = "task-1700896" [ 1342.564364] env[62221]: _type = "Task" [ 1342.564364] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.573777] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.722872] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.723885] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.723885] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.079386] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076718} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.085382] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.088471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4da2bd-bf3a-4dc6-8697-3f336dfda916 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.122201] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c0c7427d-c6ed-45e4-9657-443a92f00d94/c0c7427d-c6ed-45e4-9657-443a92f00d94.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.125114] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afffc30-6e2c-408d-bef7-0730663de6cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.141452] env[62221]: DEBUG nova.network.neutron [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.151493] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1343.151493] env[62221]: value = "task-1700899" [ 1343.151493] env[62221]: _type = "Task" [ 1343.151493] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.167609] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.280797] env[62221]: DEBUG nova.network.neutron [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.293469] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c69c23-a35d-4d86-b458-fd14c6096e13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.299038] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.304728] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b891869-8394-4818-937f-7aa49d8e98bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.343955] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85cf2cc-8d34-4ad4-bb29-9fb270384a37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.353624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05310a33-af17-47e8-b796-20312471202f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.370749] env[62221]: DEBUG nova.compute.provider_tree [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.573529] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1343.573801] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1343.573956] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.574534] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1343.574616] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.574809] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1343.575091] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1343.575316] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1343.575588] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1343.575897] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1343.576160] env[62221]: DEBUG nova.virt.hardware [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1343.577219] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2fada2-015b-406d-8cc5-29a8271a173e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.587287] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63897621-0c7a-4fda-8f3c-53085095c828 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.605804] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:92:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00dc57b-a2af-4df6-ae21-3e8b6629970d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.613494] env[62221]: DEBUG oslo.service.loopingcall [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.614637] env[62221]: DEBUG nova.network.neutron [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Updating instance_info_cache with network_info: [{"id": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "address": "fa:16:3e:85:b1:2c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e48eb6-e1", "ovs_interfaceid": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.615876] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.616477] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce14a41d-e380-4565-8a66-0b4ed4fee796 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.632805] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.633220] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Instance network_info: |[{"id": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "address": "fa:16:3e:85:b1:2c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e48eb6-e1", "ovs_interfaceid": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1343.634036] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b1:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e48eb6-e19b-49f8-84b6-732a0c4d989d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.642182] env[62221]: DEBUG oslo.service.loopingcall [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.643386] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.646246] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b729d27-c352-4ea0-b2a4-19baa6e213ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.660824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.665851] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.665851] env[62221]: value = "task-1700900" [ 1343.665851] env[62221]: _type = "Task" [ 1343.665851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.673276] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.673276] env[62221]: value = "task-1700901" [ 1343.673276] env[62221]: _type = "Task" [ 1343.673276] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.676879] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.684497] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700900, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.692625] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700901, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.784907] env[62221]: INFO nova.compute.manager [-] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Took 1.34 seconds to deallocate network for instance. [ 1343.874551] env[62221]: DEBUG nova.scheduler.client.report [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1344.061319] env[62221]: DEBUG nova.compute.manager [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Received event network-changed-14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1344.061813] env[62221]: DEBUG nova.compute.manager [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Refreshing instance network info cache due to event network-changed-14e48eb6-e19b-49f8-84b6-732a0c4d989d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1344.062163] env[62221]: DEBUG oslo_concurrency.lockutils [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] Acquiring lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.062437] env[62221]: DEBUG oslo_concurrency.lockutils [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] Acquired lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.062713] env[62221]: DEBUG nova.network.neutron [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Refreshing network info cache for port 14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.182820] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700899, 'name': ReconfigVM_Task, 'duration_secs': 0.674371} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.187389] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c0c7427d-c6ed-45e4-9657-443a92f00d94/c0c7427d-c6ed-45e4-9657-443a92f00d94.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.188251] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a70bf48e-bac0-41f4-b7b8-31c50f7b607c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.193536] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700900, 'name': CreateVM_Task, 'duration_secs': 0.52812} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.194220] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.195065] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.195392] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.195854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.201227] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302c1bcb-2d00-4923-846d-cff1da69d3a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.202382] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700901, 'name': CreateVM_Task, 'duration_secs': 0.45744} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.203747] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.204193] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1344.204193] env[62221]: value = "task-1700902" [ 1344.204193] env[62221]: _type = "Task" [ 1344.204193] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.205715] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.211424] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1344.211424] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ce60b0-3f9c-585d-a232-4e3fb8484a5d" [ 1344.211424] env[62221]: _type = "Task" [ 1344.211424] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.221836] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700902, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.233740] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ce60b0-3f9c-585d-a232-4e3fb8484a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.233740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.233740] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.233740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.233740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.234012] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.234258] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.234637] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.235256] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c50fd2-ddaf-45e4-ae91-daea1f3f99c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.237272] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098d84db-a5d9-4110-95c3-ba5f45c6275e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.245728] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1344.245728] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523306f9-f5f0-873a-1b89-07450a70c1e4" [ 1344.245728] env[62221]: _type = "Task" [ 1344.245728] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.251066] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.251823] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.252474] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb478be-6ea6-44a4-9d97-2ad6bcafbc18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.259638] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523306f9-f5f0-873a-1b89-07450a70c1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.260026] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.260491] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.260491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.265163] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1344.265163] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526dad00-53fb-d09e-2c6d-9970fa6e1b50" [ 1344.265163] env[62221]: _type = "Task" [ 1344.265163] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.277419] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526dad00-53fb-d09e-2c6d-9970fa6e1b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.291063] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.372287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "94482094-0113-4420-8841-6ee81d07ca3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.372513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.382956] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.383539] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1344.390024] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.819s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.390024] env[62221]: DEBUG nova.objects.instance [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lazy-loading 'resources' on Instance uuid 02daa7bf-ce78-4756-af53-05cb9286a802 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.722047] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700902, 'name': Rename_Task, 'duration_secs': 0.256511} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.722602] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.724523] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d11d035c-944b-497e-a3dc-a9f345b78d12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.730069] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1344.730069] env[62221]: value = "task-1700903" [ 1344.730069] env[62221]: _type = "Task" [ 1344.730069] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.740414] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.779589] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526dad00-53fb-d09e-2c6d-9970fa6e1b50, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.779589] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0751d7-5385-4666-8684-bfdd7a54c247 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.792063] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1344.792063] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520801be-52e8-ba7b-40b5-2f7073247598" [ 1344.792063] env[62221]: _type = "Task" [ 1344.792063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.802999] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520801be-52e8-ba7b-40b5-2f7073247598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.848962] env[62221]: DEBUG nova.network.neutron [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Updated VIF entry in instance network info cache for port 14e48eb6-e19b-49f8-84b6-732a0c4d989d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.849400] env[62221]: DEBUG nova.network.neutron [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Updating instance_info_cache with network_info: [{"id": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "address": "fa:16:3e:85:b1:2c", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e48eb6-e1", "ovs_interfaceid": "14e48eb6-e19b-49f8-84b6-732a0c4d989d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.875099] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1344.890963] env[62221]: DEBUG nova.compute.utils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.893048] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1345.186943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec41ba8-4822-44a8-814a-6df73fad8dd9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.211316] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.240567] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.287557] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e496a48-cd2a-4c40-afb4-009b0fda7720 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.298743] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2355d12b-635f-493a-b884-aebf96bc7006 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.307791] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520801be-52e8-ba7b-40b5-2f7073247598, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.336663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.336963] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.337969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.338187] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.338407] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-161ba361-814e-4b41-9443-0e5c5818afd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.340947] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429587a-ee95-4ae2-82d2-2f70cda5a5c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.343563] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b286ff86-2568-4cf6-8cf2-ae2ce8035659 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.352359] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b7be1-5837-42c8-83f9-e52c17acc3e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.356970] env[62221]: DEBUG oslo_concurrency.lockutils [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] Releasing lock "refresh_cache-92402c95-4bf8-4806-a940-f2dcfe336777" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.357229] env[62221]: DEBUG nova.compute.manager [req-487fcc2b-c67e-4259-b14d-eefd26d75ca2 req-4c54f21c-3d67-4d21-aaa9-f7a912f9e767 service nova] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Received event network-vif-deleted-5375911f-4360-4120-a985-29387440881f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.357648] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1345.357648] env[62221]: value = "task-1700905" [ 1345.357648] env[62221]: _type = "Task" [ 1345.357648] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.358874] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.359079] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.362979] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426d1980-6bb4-4fb8-8089-45696eaefd9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.373792] env[62221]: DEBUG nova.compute.provider_tree [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.386304] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1345.386304] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d60506-119d-fe20-5ef3-7958ba0ef19f" [ 1345.386304] env[62221]: _type = "Task" [ 1345.386304] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.386644] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.394026] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1345.401492] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d60506-119d-fe20-5ef3-7958ba0ef19f, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.402570] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.405065] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff50a988-361b-4edc-9cee-13edc2cc8d4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.410851] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1345.410851] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d3a250-beab-9468-c386-43bbbc4eceef" [ 1345.410851] env[62221]: _type = "Task" [ 1345.410851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.420515] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d3a250-beab-9468-c386-43bbbc4eceef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.719847] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.720193] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5dd145c-53ed-493c-b043-7c8f192f8c48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.728622] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1345.728622] env[62221]: value = "task-1700906" [ 1345.728622] env[62221]: _type = "Task" [ 1345.728622] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.740953] env[62221]: DEBUG oslo_vmware.api [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700903, 'name': PowerOnVM_Task, 'duration_secs': 0.71437} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.746224] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.746499] env[62221]: INFO nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Took 12.21 seconds to spawn the instance on the hypervisor. [ 1345.746663] env[62221]: DEBUG nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1345.746990] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.747813] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488febe-45ba-45d4-ab03-36d295041fd6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.870440] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.879606] env[62221]: DEBUG nova.scheduler.client.report [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1345.923153] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d3a250-beab-9468-c386-43bbbc4eceef, 'name': SearchDatastore_Task, 'duration_secs': 0.027545} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.923499] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.923874] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 92402c95-4bf8-4806-a940-f2dcfe336777/92402c95-4bf8-4806-a940-f2dcfe336777.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.924175] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0194772f-b66d-44ea-a0bb-dc717debc766 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.934386] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1345.934386] env[62221]: value = "task-1700907" [ 1345.934386] env[62221]: _type = "Task" [ 1345.934386] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.945378] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.239012] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700906, 'name': PowerOffVM_Task, 'duration_secs': 0.191116} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.239325] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.239515] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.267347] env[62221]: INFO nova.compute.manager [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Took 35.01 seconds to build instance. [ 1346.369543] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.388764] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.391688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.922s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.391978] env[62221]: DEBUG nova.objects.instance [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1346.407961] env[62221]: INFO nova.scheduler.client.report [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleted allocations for instance 02daa7bf-ce78-4756-af53-05cb9286a802 [ 1346.410106] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1346.440828] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.442026] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.442026] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.442026] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.442026] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.442026] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.442255] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.442355] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.442520] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.442684] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.442856] env[62221]: DEBUG nova.virt.hardware [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.443893] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49114af-d057-41b9-96e3-bf0f7051eb6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.454573] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7950e3f8-f57c-4b9c-a731-4553fe251ca2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.458718] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.468948] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.474572] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Creating folder: Project (d46429b88dc24dca83257b6e555d6c4c). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.475525] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-accc40c9-4193-4995-a745-29968cb4ef10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.487694] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Created folder: Project (d46429b88dc24dca83257b6e555d6c4c) in parent group-v354396. [ 1346.487920] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Creating folder: Instances. Parent ref: group-v354537. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.488261] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb13ec81-cf31-4b35-941a-98f4dec1dfd2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.498773] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Created folder: Instances in parent group-v354537. [ 1346.499028] env[62221]: DEBUG oslo.service.loopingcall [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.499216] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.499421] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd24f5d-88b5-458e-b1a6-8a9c0f284581 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.516383] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.516383] env[62221]: value = "task-1700910" [ 1346.516383] env[62221]: _type = "Task" [ 1346.516383] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.533037] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700910, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.747441] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.747741] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.747942] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.748184] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.748355] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.748513] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.748736] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.748909] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.749119] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.749319] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.749504] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.755744] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b129b1-d838-48f9-beb3-f7ed68cdc2af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.769296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a6dd36b4-424f-44e1-8a2d-6aa4169e56b4 tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.842s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.777962] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1346.777962] env[62221]: value = "task-1700911" [ 1346.777962] env[62221]: _type = "Task" [ 1346.777962] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.793513] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.872811] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.921379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1c81bcd4-538b-4fd4-abbc-e155062eed39 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "02daa7bf-ce78-4756-af53-05cb9286a802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.405s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.951610] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.030284] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700910, 'name': CreateVM_Task, 'duration_secs': 0.463518} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.031896] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.033087] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.033412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.033838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.034248] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3528fde-ee8c-493e-bc31-2011063db9a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.041555] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1347.041555] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c" [ 1347.041555] env[62221]: _type = "Task" [ 1347.041555] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.049635] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.192751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.192751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.192751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.192751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.192751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.194377] env[62221]: INFO nova.compute.manager [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Terminating instance [ 1347.196324] env[62221]: DEBUG nova.compute.manager [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1347.197333] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.198346] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c16f5-8ab8-4b3a-9eb3-b2f82810ecd4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.208561] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.208561] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec4ba9f-b2c3-4984-ab02-ba3e89e34b40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.216569] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1347.216569] env[62221]: value = "task-1700912" [ 1347.216569] env[62221]: _type = "Task" [ 1347.216569] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.234883] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.288713] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1347.288971] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354534', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'name': 'volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6dbe299-8ebe-4d58-a260-1f9bfed1deb8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'serial': '5d74825c-2f1b-454e-bd7a-f50e56ed0154'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1347.289879] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22cb73f-009a-40c8-82f5-1e368ead8c33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.299213] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700911, 'name': ReconfigVM_Task, 'duration_secs': 0.447371} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.312198] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.316868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960ed55-c654-4c7e-a2d3-8e316059687b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.346716] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154/volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.346716] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ea2b87-4fd7-449c-9676-5396d25b4e10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.370702] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1347.370702] env[62221]: value = "task-1700913" [ 1347.370702] env[62221]: _type = "Task" [ 1347.370702] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.374501] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.387267] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.406034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0e5c22ab-bd6c-4dc8-9fc2-3abc973d7ebe tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.406034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.553s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.406034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.406034] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1347.406034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.945s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.406034] env[62221]: DEBUG nova.objects.instance [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lazy-loading 'resources' on Instance uuid 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.406983] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e9f65-c7a0-427e-9f17-3189d65e8c0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.417515] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef8d5c-a7ff-4c02-b1bc-ec51bf265c12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.435834] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef7c14d-281f-4d42-b998-9b80f951538b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.451705] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a857e-52c4-4d3c-80f1-3bc2f0dd413b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.455329] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.483191] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178261MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1347.483386] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.550464] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.727228] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700912, 'name': PowerOffVM_Task, 'duration_secs': 0.23557} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.727437] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.727607] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.727888] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6da2927-96c2-43c3-b871-61eef54026c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.822835] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:36:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d8258dad-5ef1-42bb-b361-9d95fb014b8e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-953458683',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.823114] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.823296] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.823491] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.823643] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.823820] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.823969] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.824139] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.824323] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.824493] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.824660] env[62221]: DEBUG nova.virt.hardware [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.829895] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.830205] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a1908a-87fb-4f2b-9ad2-c040381457a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.849658] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1347.849658] env[62221]: value = "task-1700915" [ 1347.849658] env[62221]: _type = "Task" [ 1347.849658] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.858335] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.871051] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.884038] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700913, 'name': ReconfigVM_Task, 'duration_secs': 0.440094} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.884405] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154/volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.889375] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8966a9b1-7207-432c-8c35-ac0f3d89664c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.906528] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.906528] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.906528] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Deleting the datastore file [datastore1] c0c7427d-c6ed-45e4-9657-443a92f00d94 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.910673] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f6fd58-34da-4465-aeab-e72ec31da627 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.912672] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1347.912672] env[62221]: value = "task-1700916" [ 1347.912672] env[62221]: _type = "Task" [ 1347.912672] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.918172] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for the task: (returnval){ [ 1347.918172] env[62221]: value = "task-1700917" [ 1347.918172] env[62221]: _type = "Task" [ 1347.918172] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.925498] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.935220] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.963231] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.053118] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.143915] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.144205] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.144439] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.144622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.144788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.149239] env[62221]: INFO nova.compute.manager [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Terminating instance [ 1348.151908] env[62221]: DEBUG nova.compute.manager [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.152135] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.152376] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78277a79-2b27-4a14-923a-9167d8411c9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.162878] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1348.162878] env[62221]: value = "task-1700918" [ 1348.162878] env[62221]: _type = "Task" [ 1348.162878] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.176078] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.335438] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e986b-859f-405e-a92a-8e61ffc25f40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.343966] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903be5a8-86a8-4e14-82a0-a98da67d6137 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.382526] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78945a-c9fa-4be5-98a5-bd26a4981078 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.387918] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700915, 'name': ReconfigVM_Task, 'duration_secs': 0.212686} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.388799] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.389613] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dbb396-5deb-478e-a2c4-1db56ca2a946 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.396828] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.398466] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f542e42-5db0-4dbd-8243-afa739e3e710 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.419319] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.420144] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bcd373-c9b8-4f8a-97c5-02552e2a5f58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.446998] env[62221]: DEBUG nova.compute.provider_tree [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.454982] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1348.454982] env[62221]: value = "task-1700919" [ 1348.454982] env[62221]: _type = "Task" [ 1348.454982] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.466568] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.466811] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.467376] env[62221]: DEBUG oslo_vmware.api [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700916, 'name': ReconfigVM_Task, 'duration_secs': 0.177987} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.467957] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354534', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'name': 'volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6dbe299-8ebe-4d58-a260-1f9bfed1deb8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'serial': '5d74825c-2f1b-454e-bd7a-f50e56ed0154'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1348.473304] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.553392] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.678701] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700918, 'name': PowerOffVM_Task, 'duration_secs': 0.199297} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.679039] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.679270] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.679497] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354459', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'name': 'volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f81d0096-ce67-4d01-8c1f-db803fe86de9', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'serial': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.680611] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1787c-044f-4a74-9cc5-cb694a111f78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.701535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f43df-b9e5-47da-be77-5a408a468f61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.710109] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc4479-d6d2-483b-83b3-22321468d054 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.733872] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c1e04-c39f-4562-a1b4-33bf2aac2a5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.754494] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd/volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.760117] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.760537] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c12131-af13-483f-a4a9-615c43e8af6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.785924] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1348.785924] env[62221]: value = "task-1700920" [ 1348.785924] env[62221]: _type = "Task" [ 1348.785924] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.796508] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.890456] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700905, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.337078} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.890861] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.891207] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.891738] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99895a4-7111-4c95-9432-b33253fb57ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.906020] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1348.906020] env[62221]: value = "task-1700921" [ 1348.906020] env[62221]: _type = "Task" [ 1348.906020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.916535] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.931930] env[62221]: DEBUG oslo_vmware.api [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Task: {'id': task-1700917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.921324} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.932391] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.932675] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.932926] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.933293] env[62221]: INFO nova.compute.manager [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1348.933642] env[62221]: DEBUG oslo.service.loopingcall [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.933917] env[62221]: DEBUG nova.compute.manager [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1348.934425] env[62221]: DEBUG nova.network.neutron [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.954053] env[62221]: DEBUG nova.scheduler.client.report [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.965142] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.976609] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700919, 'name': ReconfigVM_Task, 'duration_secs': 0.32932} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.976609] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.976609] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.055856] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5252d385-4f65-123a-a261-8cc3577f572c, 'name': SearchDatastore_Task, 'duration_secs': 1.630704} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.056206] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.056450] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.056691] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.060023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.060023] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.060023] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2bf4542-a58a-49d0-b1f8-71f03cb8b48a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.076504] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.076680] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.077588] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d78e5eb-c1c9-4751-8b92-742db8be94f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.084423] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1349.084423] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a0a160-df99-c997-d7e1-abfe4dcf30c1" [ 1349.084423] env[62221]: _type = "Task" [ 1349.084423] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.097372] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a0a160-df99-c997-d7e1-abfe4dcf30c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.297523] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700920, 'name': ReconfigVM_Task, 'duration_secs': 0.220118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.297803] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.302753] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aded15c4-6e34-426e-95a7-230c355c9366 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.320502] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1349.320502] env[62221]: value = "task-1700922" [ 1349.320502] env[62221]: _type = "Task" [ 1349.320502] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.331814] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.418088] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101748} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.418509] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.420549] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f69409-a15c-4cf5-8b4f-0f38dbdd7dab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.445658] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.447208] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4dc865-c3b5-470b-891d-85de349ff73e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.465915] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.467994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "1a4228b8-eed1-473c-90e5-7870e2087a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.468251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.474027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.593s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.474027] env[62221]: DEBUG nova.objects.instance [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lazy-loading 'resources' on Instance uuid 3276a0d1-4289-46cc-a4b8-e31f2cc51447 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.483817] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700907, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.282425} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.487253] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16dc37-1316-461b-9d76-7469073ecf88 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.490417] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 92402c95-4bf8-4806-a940-f2dcfe336777/92402c95-4bf8-4806-a940-f2dcfe336777.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.490652] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.491363] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1349.491363] env[62221]: value = "task-1700923" [ 1349.491363] env[62221]: _type = "Task" [ 1349.491363] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.491829] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7fb573d-d797-4817-bc1a-9571c8ecacd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.499093] env[62221]: INFO nova.scheduler.client.report [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Deleted allocations for instance 0de5b87a-1fc9-472b-b8ba-1bf897e08a18 [ 1349.523755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178b5a7-4ef7-4b37-bc4f-f2c7eeb55aa9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.531644] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1349.531644] env[62221]: value = "task-1700924" [ 1349.531644] env[62221]: _type = "Task" [ 1349.531644] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.535348] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.537091] env[62221]: DEBUG nova.objects.instance [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lazy-loading 'flavor' on Instance uuid b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.558427] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.568842] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.604541] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a0a160-df99-c997-d7e1-abfe4dcf30c1, 'name': SearchDatastore_Task, 'duration_secs': 0.072545} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.605848] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32c6f65-a5b8-459a-8d3c-8fbe72ea63a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.613660] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1349.613660] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f380aa-f92e-d943-5a10-4a521f99580f" [ 1349.613660] env[62221]: _type = "Task" [ 1349.613660] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.624503] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f380aa-f92e-d943-5a10-4a521f99580f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.754319] env[62221]: DEBUG nova.compute.manager [req-b3e656a4-c0bf-4f29-9e74-ce7456fa7a72 req-e6418353-4382-4198-8865-e7ca3948690b service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Received event network-vif-deleted-e70ba860-998c-4766-b220-9289b496d303 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1349.754604] env[62221]: INFO nova.compute.manager [req-b3e656a4-c0bf-4f29-9e74-ce7456fa7a72 req-e6418353-4382-4198-8865-e7ca3948690b service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Neutron deleted interface e70ba860-998c-4766-b220-9289b496d303; detaching it from the instance and deleting it from the info cache [ 1349.754789] env[62221]: DEBUG nova.network.neutron [req-b3e656a4-c0bf-4f29-9e74-ce7456fa7a72 req-e6418353-4382-4198-8865-e7ca3948690b service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.831671] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700922, 'name': ReconfigVM_Task, 'duration_secs': 0.240105} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.831845] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354459', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'name': 'volume-4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f81d0096-ce67-4d01-8c1f-db803fe86de9', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd', 'serial': '4c2bafe4-bf1f-4b96-a296-29b71cc39cfd'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.832020] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.832871] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18877124-bec8-41d8-b5e7-58fc0003a36c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.841580] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.841580] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-527a6fc7-d27b-41f1-af3e-880651c4f941 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.979436] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1350.008396] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700923, 'name': ReconfigVM_Task, 'duration_secs': 0.413661} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.008675] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2/1b21b902-82fb-414c-b25c-4b8c8772d5c2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.009338] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33114c1-c8b2-402e-8a66-be0ec8bcba86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.019989] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1350.019989] env[62221]: value = "task-1700926" [ 1350.019989] env[62221]: _type = "Task" [ 1350.019989] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.037056] env[62221]: DEBUG oslo_concurrency.lockutils [None req-94774872-eec3-44a9-b0a4-55c8f7b0e936 tempest-SecurityGroupsTestJSON-1416462940 tempest-SecurityGroupsTestJSON-1416462940-project-member] Lock "0de5b87a-1fc9-472b-b8ba-1bf897e08a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.953s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.040491] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700926, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.052955] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100877} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.053244] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.054186] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc8154a-3d1a-4137-a3ec-e9e62e8898ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.071372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7838a1f8-2ec5-4de3-877e-a86b1431743b tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.934s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.084551] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 92402c95-4bf8-4806-a940-f2dcfe336777/92402c95-4bf8-4806-a940-f2dcfe336777.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.085194] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc7f4ff-ef06-4c31-be8b-cd4474706cbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.108805] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.109082] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.109330] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Deleting the datastore file [datastore1] f81d0096-ce67-4d01-8c1f-db803fe86de9 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.110488] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11447624-6dec-49f5-ba70-684ff43e91fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.120158] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1350.120158] env[62221]: value = "task-1700927" [ 1350.120158] env[62221]: _type = "Task" [ 1350.120158] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.120451] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for the task: (returnval){ [ 1350.120451] env[62221]: value = "task-1700928" [ 1350.120451] env[62221]: _type = "Task" [ 1350.120451] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.121111] env[62221]: DEBUG nova.network.neutron [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.135558] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f380aa-f92e-d943-5a10-4a521f99580f, 'name': SearchDatastore_Task, 'duration_secs': 0.016057} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.136846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.137248] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.137795] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5390856a-f728-4802-9436-cf2ef2d47110 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.148056] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.148737] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.158287] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1350.158287] env[62221]: value = "task-1700929" [ 1350.158287] env[62221]: _type = "Task" [ 1350.158287] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.165772] env[62221]: DEBUG nova.network.neutron [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Port 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1350.171826] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.257356] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f40447a8-974e-4085-b5cc-590c467b90cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.270331] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d125f-42ee-4516-877e-680f8323a3a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.310545] env[62221]: DEBUG nova.compute.manager [req-b3e656a4-c0bf-4f29-9e74-ce7456fa7a72 req-e6418353-4382-4198-8865-e7ca3948690b service nova] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Detach interface failed, port_id=e70ba860-998c-4766-b220-9289b496d303, reason: Instance c0c7427d-c6ed-45e4-9657-443a92f00d94 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1350.432982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.433539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.433792] env[62221]: DEBUG nova.objects.instance [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid ef40065e-f1e4-4d9d-81b9-bc1344ad1bec {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.440855] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1614cb6-2556-4b31-80cc-47d8be63f622 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.449198] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b953d0a2-3df6-412e-99ac-e3392f0e4adf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.490537] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8123dc9-b8e8-487b-932c-abf5190da49a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.500275] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6c9e5-3c3e-4a0f-8b75-3aad7b4e57a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.506272] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.518923] env[62221]: DEBUG nova.compute.provider_tree [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.532386] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700926, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.632771] env[62221]: INFO nova.compute.manager [-] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Took 1.70 seconds to deallocate network for instance. [ 1350.638526] env[62221]: DEBUG oslo_vmware.api [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Task: {'id': task-1700928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141091} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.644946] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.645176] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.645360] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.645538] env[62221]: INFO nova.compute.manager [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1350.645849] env[62221]: DEBUG oslo.service.loopingcall [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.646086] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.646562] env[62221]: DEBUG nova.compute.manager [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1350.646667] env[62221]: DEBUG nova.network.neutron [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.673969] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700929, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.025745] env[62221]: DEBUG nova.scheduler.client.report [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1351.033749] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700926, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.091784] env[62221]: DEBUG nova.objects.instance [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid ef40065e-f1e4-4d9d-81b9-bc1344ad1bec {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.138225] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700927, 'name': ReconfigVM_Task, 'duration_secs': 0.659368} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.138889] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 92402c95-4bf8-4806-a940-f2dcfe336777/92402c95-4bf8-4806-a940-f2dcfe336777.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.139513] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9abfa661-2afb-4b0f-b0c6-5b33bdb145da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.146506] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1351.146506] env[62221]: value = "task-1700930" [ 1351.146506] env[62221]: _type = "Task" [ 1351.146506] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.147511] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.157104] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700930, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.168549] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.168888] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.169120] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.169382] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd401622-81bd-451a-93b4-cdfc7efa1bab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.184635] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1351.184635] env[62221]: value = "task-1700931" [ 1351.184635] env[62221]: _type = "Task" [ 1351.184635] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.194975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.195284] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.196273] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.208432] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.445681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.445957] env[62221]: DEBUG oslo_concurrency.lockutils [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.530815] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700926, 'name': Rename_Task, 'duration_secs': 1.201334} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.531489] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.532058] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961333c0-4ac9-4760-a6ce-9d7884eb3999 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.533685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.535731] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.173s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.535954] env[62221]: DEBUG nova.objects.instance [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lazy-loading 'resources' on Instance uuid a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.559563] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1351.559563] env[62221]: value = "task-1700932" [ 1351.559563] env[62221]: _type = "Task" [ 1351.559563] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.565889] env[62221]: INFO nova.scheduler.client.report [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Deleted allocations for instance 3276a0d1-4289-46cc-a4b8-e31f2cc51447 [ 1351.575212] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.595823] env[62221]: DEBUG nova.objects.base [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.596085] env[62221]: DEBUG nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.657052] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700930, 'name': Rename_Task, 'duration_secs': 0.16236} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.657369] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.657630] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20c409f-62a7-4cb8-ac22-d751942c9330 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.665145] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1351.665145] env[62221]: value = "task-1700933" [ 1351.665145] env[62221]: _type = "Task" [ 1351.665145] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.673681] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.691736] env[62221]: DEBUG nova.policy [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1351.705577] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077756} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.709108] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.709108] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c92094-a4ff-4c24-9ade-73e071fa014f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.720060] env[62221]: DEBUG nova.network.neutron [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.730629] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.732400] env[62221]: INFO nova.compute.manager [-] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Took 1.09 seconds to deallocate network for instance. [ 1351.732400] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b593f7-ef21-4aee-8396-cda7fbb4fabd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.757681] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1351.757681] env[62221]: value = "task-1700934" [ 1351.757681] env[62221]: _type = "Task" [ 1351.757681] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.769023] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.949377] env[62221]: INFO nova.compute.manager [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Detaching volume 5d74825c-2f1b-454e-bd7a-f50e56ed0154 [ 1351.993058] env[62221]: INFO nova.virt.block_device [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Attempting to driver detach volume 5d74825c-2f1b-454e-bd7a-f50e56ed0154 from mountpoint /dev/sdb [ 1351.993359] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1351.993578] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354534', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'name': 'volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6dbe299-8ebe-4d58-a260-1f9bfed1deb8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'serial': '5d74825c-2f1b-454e-bd7a-f50e56ed0154'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1351.994520] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d4a791-3849-4630-a314-9842996a406d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.018373] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7419b-a31a-42cf-81a4-091b80392110 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.027148] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ea4265-adfa-4054-a08f-a3c201968f01 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.051156] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c6e72-4858-45d3-9059-63c14bf7bc89 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.068470] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154/volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.073805] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.079530] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b33210-b788-4f6a-bdd2-39d562397976 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.097271] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e18a6a16-6577-49b3-bc83-7f609e83b655 tempest-FloatingIPsAssociationTestJSON-1309556490 tempest-FloatingIPsAssociationTestJSON-1309556490-project-member] Lock "3276a0d1-4289-46cc-a4b8-e31f2cc51447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.626s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.107026] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.107026] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1352.107026] env[62221]: value = "task-1700935" [ 1352.107026] env[62221]: _type = "Task" [ 1352.107026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.115132] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.179060] env[62221]: DEBUG oslo_vmware.api [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700933, 'name': PowerOnVM_Task, 'duration_secs': 0.498771} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.182026] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.182268] env[62221]: INFO nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1352.182448] env[62221]: DEBUG nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1352.184240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee2eb1c-ac58-444d-a16c-d3010e780655 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.283164] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700934, 'name': ReconfigVM_Task, 'duration_secs': 0.314803} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.283740] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.284903] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8df14ce-7629-4810-9d1f-8b6ac66f552d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.293928] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1352.293928] env[62221]: value = "task-1700936" [ 1352.293928] env[62221]: _type = "Task" [ 1352.293928] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.306606] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700936, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.321847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.321941] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.322678] env[62221]: DEBUG nova.network.neutron [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.331846] env[62221]: DEBUG nova.compute.manager [req-bfb4e83f-9769-48e2-b2c8-70aebf7efaef req-2404ee02-7292-4274-855e-9ed4e19b4c3f service nova] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Received event network-vif-deleted-35431cf7-85ab-48f8-b91a-651fbe2b7a63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.336633] env[62221]: INFO nova.compute.manager [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Took 0.59 seconds to detach 1 volumes for instance. [ 1352.340453] env[62221]: DEBUG nova.compute.manager [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Deleting volume: 4c2bafe4-bf1f-4b96-a296-29b71cc39cfd {{(pid=62221) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1352.358172] env[62221]: DEBUG nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Successfully created port: 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.527994] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd6199-1115-438c-82a1-3c44cacbcc9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.537356] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f230e-eaf0-4b5c-b97a-5808691956a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.567129] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e0908-73e5-49b3-bad1-b71312b51fc5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.581739] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87de40b7-afba-426a-a41e-4b7e76c12fc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.585851] env[62221]: DEBUG oslo_vmware.api [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700932, 'name': PowerOnVM_Task, 'duration_secs': 0.681076} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.586209] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.586356] env[62221]: DEBUG nova.compute.manager [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1352.587481] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ee50b-9e11-4188-a003-3a2a87c2c392 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.600407] env[62221]: DEBUG nova.compute.provider_tree [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.616487] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700935, 'name': ReconfigVM_Task, 'duration_secs': 0.287016} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.616651] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.621894] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df64b42c-020c-40c1-92c4-a7655b001086 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.640730] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1352.640730] env[62221]: value = "task-1700938" [ 1352.640730] env[62221]: _type = "Task" [ 1352.640730] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.652121] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.713975] env[62221]: INFO nova.compute.manager [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Took 26.86 seconds to build instance. [ 1352.806565] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700936, 'name': Rename_Task, 'duration_secs': 0.179866} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.806565] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.806565] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a574d479-662c-4950-83f1-c9ddcb420d47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.813158] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1352.813158] env[62221]: value = "task-1700939" [ 1352.813158] env[62221]: _type = "Task" [ 1352.813158] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.821846] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.893979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.107357] env[62221]: DEBUG nova.scheduler.client.report [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.123124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.156388] env[62221]: DEBUG oslo_vmware.api [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1700938, 'name': ReconfigVM_Task, 'duration_secs': 0.147498} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.156388] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354534', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'name': 'volume-5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6dbe299-8ebe-4d58-a260-1f9bfed1deb8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d74825c-2f1b-454e-bd7a-f50e56ed0154', 'serial': '5d74825c-2f1b-454e-bd7a-f50e56ed0154'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.217165] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7adf3845-d7b9-451d-97eb-3667cd0224a9 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.928s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.328760] env[62221]: DEBUG oslo_vmware.api [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700939, 'name': PowerOnVM_Task, 'duration_secs': 0.476252} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.328760] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.330270] env[62221]: INFO nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1353.330270] env[62221]: DEBUG nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1353.330396] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8318d1ca-c4f8-41f6-9a16-a50ee0d9a6de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.406197] env[62221]: DEBUG nova.network.neutron [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.613391] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.616798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.549s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.617090] env[62221]: DEBUG nova.objects.instance [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lazy-loading 'resources' on Instance uuid 7f0f97c1-50e0-4500-bde6-d7f1f07de216 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.646349] env[62221]: INFO nova.scheduler.client.report [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleted allocations for instance a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec [ 1353.735552] env[62221]: DEBUG nova.objects.instance [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lazy-loading 'flavor' on Instance uuid b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.856541] env[62221]: INFO nova.compute.manager [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Took 26.93 seconds to build instance. [ 1353.909636] env[62221]: DEBUG oslo_concurrency.lockutils [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.159258] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38aea84b-ebfb-463b-9bc5-5ea5b4a9c58a tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.815s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.361635] env[62221]: DEBUG oslo_concurrency.lockutils [None req-33cc51ea-7a83-49ca-8c2f-669587b1d047 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.450s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.443645] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fcb0c-7648-4066-a1b0-24b95ed3ee84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.471133] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2417681-2caf-4c7c-9734-a866a87e347a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.480169] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.589990] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676952c6-5524-41e1-abe7-6df8c9d99ffd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.600060] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b68635-a138-4b66-bfd1-b0280a19c931 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.606878] env[62221]: DEBUG nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Successfully updated port: 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.635744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.636018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.636148] env[62221]: DEBUG nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.638337] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca5b7b2-4e64-4759-8947-bd57849d474b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.650153] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dce5a4-2b78-4f62-837e-bf29f5c5e595 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.667459] env[62221]: DEBUG nova.compute.provider_tree [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.715464] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.715552] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.715857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.715947] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.716764] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.718511] env[62221]: INFO nova.compute.manager [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Terminating instance [ 1354.720582] env[62221]: DEBUG nova.compute.manager [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1354.720863] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.721927] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955ec4b2-da34-4543-94c5-7fa4354883a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.730944] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.731230] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34241cfe-66a7-4ff0-8522-1719e3caabff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.739532] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1354.739532] env[62221]: value = "task-1700940" [ 1354.739532] env[62221]: _type = "Task" [ 1354.739532] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.749240] env[62221]: DEBUG oslo_concurrency.lockutils [None req-858e432b-edb3-45cd-97e8-be90d47c4bd2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.750446] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.917705] env[62221]: DEBUG nova.compute.manager [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-vif-plugged-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.919053] env[62221]: DEBUG oslo_concurrency.lockutils [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.919053] env[62221]: DEBUG oslo_concurrency.lockutils [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.919053] env[62221]: DEBUG oslo_concurrency.lockutils [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.919053] env[62221]: DEBUG nova.compute.manager [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] No waiting events found dispatching network-vif-plugged-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1354.919053] env[62221]: WARNING nova.compute.manager [req-9471d3fa-e306-48af-89e3-b00e51ba96a0 req-5d8bf61a-35ed-4e87-9a4e-f02bacda6ee7 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received unexpected event network-vif-plugged-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 for instance with vm_state active and task_state None. [ 1354.993646] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.993951] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068cdb1c-162c-4574-b330-63bfaf9ef039 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.003267] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1355.003267] env[62221]: value = "task-1700941" [ 1355.003267] env[62221]: _type = "Task" [ 1355.003267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.016031] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.170739] env[62221]: DEBUG nova.scheduler.client.report [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1355.194386] env[62221]: WARNING nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1355.255064] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700940, 'name': PowerOffVM_Task, 'duration_secs': 0.241856} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.255288] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.255481] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.255817] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1d7f6ed-b62f-4ae8-9893-bd153ba54d52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.346653] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.347232] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.347465] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] 1b21b902-82fb-414c-b25c-4b8c8772d5c2 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.347913] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba4dfba-8879-440d-82dc-dcdcdc6e5a7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.356238] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1355.356238] env[62221]: value = "task-1700943" [ 1355.356238] env[62221]: _type = "Task" [ 1355.356238] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.368207] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.516125] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.550834] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.550950] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.599215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.599465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.628502] env[62221]: DEBUG nova.network.neutron [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21", "address": "fa:16:3e:15:f1:f3", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdd05e0-e9", "ovs_interfaceid": "1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.678578] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.681052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.810s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.686022] env[62221]: INFO nova.compute.claims [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.698615] env[62221]: INFO nova.compute.manager [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Rebuilding instance [ 1355.705722] env[62221]: INFO nova.scheduler.client.report [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Deleted allocations for instance 7f0f97c1-50e0-4500-bde6-d7f1f07de216 [ 1355.753223] env[62221]: DEBUG nova.compute.manager [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1355.754134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bb5b7-eb15-4357-a976-d8b94928e630 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.768013] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.768251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.768452] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.768646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.768795] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.770802] env[62221]: INFO nova.compute.manager [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Terminating instance [ 1355.772259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "refresh_cache-f68fefed-90c4-466a-86c6-30f48dc4bd0a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.772418] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquired lock "refresh_cache-f68fefed-90c4-466a-86c6-30f48dc4bd0a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.772585] env[62221]: DEBUG nova.network.neutron [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.867792] env[62221]: DEBUG oslo_vmware.api [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1700943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283976} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.868052] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.868333] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.868488] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.868783] env[62221]: INFO nova.compute.manager [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1355.868972] env[62221]: DEBUG oslo.service.loopingcall [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.869188] env[62221]: DEBUG nova.compute.manager [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1355.869307] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.015285] env[62221]: DEBUG oslo_vmware.api [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1700941, 'name': PowerOnVM_Task, 'duration_secs': 0.600176} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.015555] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.015747] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-75a801fd-af87-443e-b525-bfe8ef308c0d tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance '3077f487-850e-41fe-89c8-62bd24f19ecd' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.057531] env[62221]: DEBUG nova.compute.utils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.101988] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1356.131476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.132427] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.132592] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.133838] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01971f2d-487f-4eca-adcc-e8440fe53133 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.155928] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.155928] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.156194] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.156286] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.156435] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.156585] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.157408] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.157408] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.157535] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.157713] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.157908] env[62221]: DEBUG nova.virt.hardware [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.165353] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfiguring VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1356.166426] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bbf3e4-b484-4612-b30d-57cb52d7aa1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.191936] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1356.191936] env[62221]: value = "task-1700944" [ 1356.191936] env[62221]: _type = "Task" [ 1356.191936] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.202719] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.213544] env[62221]: DEBUG oslo_concurrency.lockutils [None req-980e7a73-56dc-4a21-b0e8-6b8e4e1081ad tempest-ImagesNegativeTestJSON-1142266883 tempest-ImagesNegativeTestJSON-1142266883-project-member] Lock "7f0f97c1-50e0-4500-bde6-d7f1f07de216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.843s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.266609] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.266835] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc011071-ab33-4c21-a292-d505a6097992 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.279853] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1356.279853] env[62221]: value = "task-1700945" [ 1356.279853] env[62221]: _type = "Task" [ 1356.279853] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.291596] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.301134] env[62221]: DEBUG nova.network.neutron [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.368559] env[62221]: DEBUG nova.network.neutron [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.560673] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.586781] env[62221]: DEBUG nova.network.neutron [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.625878] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.709454] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.794530] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700945, 'name': PowerOffVM_Task, 'duration_secs': 0.20593} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.794530] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.794530] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.795173] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c5689-bbb3-4774-9121-4ce373aa834f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.802709] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.802944] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e0c3c5-6eea-4db0-b3d9-03c1541b96a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.835964] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.836203] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.836406] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Deleting the datastore file [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.836734] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83027e16-f5e8-424e-9f16-f86372f86a7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.844771] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1356.844771] env[62221]: value = "task-1700947" [ 1356.844771] env[62221]: _type = "Task" [ 1356.844771] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.862211] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.872043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Releasing lock "refresh_cache-f68fefed-90c4-466a-86c6-30f48dc4bd0a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.872043] env[62221]: DEBUG nova.compute.manager [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1356.872157] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.872978] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2e107-dea6-4283-9827-9468586e3891 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.883035] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.883300] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3995ab94-6a08-4be0-9036-6afc56fc9b19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.891311] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1356.891311] env[62221]: value = "task-1700948" [ 1356.891311] env[62221]: _type = "Task" [ 1356.891311] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.907803] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.076391] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d397d-bc44-421f-8c8a-78a732043d08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.085567] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be44a37-0531-4cdf-a3bf-338a64a44322 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.089808] env[62221]: INFO nova.compute.manager [-] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Took 1.22 seconds to deallocate network for instance. [ 1357.121594] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9afc3b-8953-4f28-adb5-a0190261738f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.131128] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98184047-1e0c-4da2-a6af-c7a311a43dd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.148384] env[62221]: DEBUG nova.compute.provider_tree [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.208758] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.358847] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231951} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.359155] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.359346] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.359525] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.407667] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700948, 'name': PowerOffVM_Task, 'duration_secs': 0.150975} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.407812] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.407981] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.408916] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0ce894-1be1-42b9-81a6-f7cb7aa9bb06 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.442262] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.442549] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.442746] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleting the datastore file [datastore1] f68fefed-90c4-466a-86c6-30f48dc4bd0a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.443432] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0949aeb-d154-4710-8535-7ab4e637fd5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.452943] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for the task: (returnval){ [ 1357.452943] env[62221]: value = "task-1700950" [ 1357.452943] env[62221]: _type = "Task" [ 1357.452943] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.462776] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.622624] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.655026] env[62221]: DEBUG nova.scheduler.client.report [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.659476] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.659595] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.659748] env[62221]: INFO nova.compute.manager [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Attaching volume fafda66c-64d3-46ef-83c8-2c01a073077a to /dev/sdb [ 1357.706885] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a25f08-d585-4a7a-81ed-899035c8b23e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.717566] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.723263] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2dad6c-085b-4415-8465-a492d8b6bdda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.740048] env[62221]: DEBUG nova.virt.block_device [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Updating existing volume attachment record: 74b20d15-3579-4f3b-8877-287711fa9b46 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1357.962627] env[62221]: DEBUG oslo_vmware.api [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Task: {'id': task-1700950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238812} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.962936] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.963182] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.963494] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.963711] env[62221]: INFO nova.compute.manager [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1357.964024] env[62221]: DEBUG oslo.service.loopingcall [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.964398] env[62221]: DEBUG nova.compute.manager [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1357.964556] env[62221]: DEBUG nova.network.neutron [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.987735] env[62221]: DEBUG nova.network.neutron [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.164029] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.164684] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1358.168497] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.123s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.168744] env[62221]: DEBUG nova.objects.instance [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lazy-loading 'resources' on Instance uuid 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.221208] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.348912] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "ca744b49-38a2-468c-af0e-08944a1e9613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.349386] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.402280] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.404901] env[62221]: DEBUG nova.virt.hardware [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.405943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26b125-b9be-4827-8cba-d9fa3cf76937 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.416255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6acdf-7a3a-490a-8756-bacc8c5b6dfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.423496] env[62221]: DEBUG nova.compute.manager [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-changed-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.424705] env[62221]: DEBUG nova.compute.manager [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing instance network info cache due to event network-changed-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1358.424705] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.424705] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.424705] env[62221]: DEBUG nova.network.neutron [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Refreshing network info cache for port 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.440934] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.446888] env[62221]: DEBUG oslo.service.loopingcall [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.447639] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.447907] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885de483-0802-49ec-8e3b-4f75d89f947f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.469838] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.469838] env[62221]: value = "task-1700954" [ 1358.469838] env[62221]: _type = "Task" [ 1358.469838] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.480362] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700954, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.490842] env[62221]: DEBUG nova.network.neutron [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.673142] env[62221]: DEBUG nova.compute.utils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.679617] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1358.680054] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.711859] env[62221]: DEBUG oslo_vmware.api [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700944, 'name': ReconfigVM_Task, 'duration_secs': 2.136415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.712235] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.712514] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfigured VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1358.741715] env[62221]: DEBUG nova.policy [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc4a6de5c684082b760a57cc9dab0f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2673dfd2fa8e4e0fa5e848697e894357', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1358.852467] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1358.985416] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700954, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.992854] env[62221]: INFO nova.compute.manager [-] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Took 1.03 seconds to deallocate network for instance. [ 1359.105086] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44441616-4363-492f-ace9-efbf12882165 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.113835] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a65256-315d-4cbf-a78b-575d0b68fc9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.117917] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Successfully created port: 5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.154752] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b22e4-5805-482c-8ad7-4d209a8dbff7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.163555] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bbac24-d0af-40c0-baf0-d8ee95c778a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.179373] env[62221]: DEBUG nova.compute.provider_tree [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.181279] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1359.217667] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8683b888-ae70-4519-b332-4058a791a2bd tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.784s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.334596] env[62221]: DEBUG nova.network.neutron [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updated VIF entry in instance network info cache for port 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.335054] env[62221]: DEBUG nova.network.neutron [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21", "address": "fa:16:3e:15:f1:f3", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdd05e0-e9", "ovs_interfaceid": "1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.376526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.481779] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700954, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.499577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.538745] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.540290] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.576314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.576638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.685873] env[62221]: DEBUG nova.scheduler.client.report [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1359.717599] env[62221]: DEBUG nova.network.neutron [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Port 5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.717754] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.717928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.718161] env[62221]: DEBUG nova.network.neutron [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.837951] env[62221]: DEBUG oslo_concurrency.lockutils [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.838326] env[62221]: DEBUG nova.compute.manager [req-0b60eabe-335f-4953-afeb-09f484f88ad4 req-f45151b2-acfc-4d7c-af64-b12273e849ab service nova] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Received event network-vif-deleted-e00dc57b-a2af-4df6-ae21-3e8b6629970d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1359.981575] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700954, 'name': CreateVM_Task, 'duration_secs': 1.381426} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.981754] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.982218] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.982397] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.982738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.982999] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fd7c0a-62d4-4a14-a190-fd676ec96c4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.988405] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1359.988405] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522d7abe-f5ba-8a71-db20-818bd15dffc0" [ 1359.988405] env[62221]: _type = "Task" [ 1359.988405] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.998256] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522d7abe-f5ba-8a71-db20-818bd15dffc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.042779] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1360.083849] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1360.195192] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.198119] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1360.200548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.910s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.200806] env[62221]: DEBUG nova.objects.instance [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'resources' on Instance uuid 24e9ba70-16ce-4020-8ad8-37d7450195b1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.219092] env[62221]: INFO nova.scheduler.client.report [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Deleted allocations for instance 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7 [ 1360.224015] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1360.224511] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1360.224839] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.225108] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1360.225696] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.225696] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1360.225696] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1360.225878] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1360.226050] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1360.226224] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1360.226398] env[62221]: DEBUG nova.virt.hardware [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1360.230317] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0c1d8-f176-42e8-b145-acbe8449fb4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.245278] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee6147-87c7-459f-a8c8-a97126c550c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.500418] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522d7abe-f5ba-8a71-db20-818bd15dffc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.500768] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.501012] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.501253] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.501400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.501594] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.501865] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c79d7c2-8739-4e0e-802b-6a1824026cdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.512474] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.512474] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.514114] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3dfea2-3b5e-4bda-b9ff-7b26f8036e66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.526860] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1360.526860] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52978c36-b733-ce67-9465-35552bb482a6" [ 1360.526860] env[62221]: _type = "Task" [ 1360.526860] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.604868] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52978c36-b733-ce67-9465-35552bb482a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.605695] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.605965] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.618605] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd09281-7630-4918-96b8-555ba32920a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.640049] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.645969] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1360.645969] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5239a22f-2640-affc-fa4c-6aa1bb1607cf" [ 1360.645969] env[62221]: _type = "Task" [ 1360.645969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.648097] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.664320] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5239a22f-2640-affc-fa4c-6aa1bb1607cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.664588] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.664848] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.665226] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce38fb91-7e07-4739-9bdf-76f6ba19236c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.673037] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1360.673037] env[62221]: value = "task-1700956" [ 1360.673037] env[62221]: _type = "Task" [ 1360.673037] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.685042] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.718340] env[62221]: DEBUG nova.network.neutron [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.741682] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9972381c-2c99-4ac6-a932-844bb0f0334e tempest-ServersTestJSON-1491573659 tempest-ServersTestJSON-1491573659-project-member] Lock "3cb22d44-9c97-42a3-8fcc-0b5c86b811e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.417s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.992537] env[62221]: DEBUG nova.compute.manager [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Received event network-vif-plugged-5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.992537] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] Acquiring lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.992537] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.994169] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.994169] env[62221]: DEBUG nova.compute.manager [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] No waiting events found dispatching network-vif-plugged-5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1360.994169] env[62221]: WARNING nova.compute.manager [req-b7c64755-e370-4972-a5ed-4542b6591571 req-534529a9-9cab-4441-8211-a934d763d548 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Received unexpected event network-vif-plugged-5f27b6df-33a9-4a1e-a43a-a801fa0eae20 for instance with vm_state building and task_state spawning. [ 1361.028997] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Successfully updated port: 5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.119055] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.119257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.120237] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb80d9-d854-4c6c-a7b5-c8560f3a4d7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.145421] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cabd22-4e8b-45d7-a44d-ad3cd93f3361 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.178128] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfiguring VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1361.181093] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702582c8-a6fc-4952-ac42-5a992294c6c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.207327] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502531} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.210944] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.210944] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.210944] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1361.210944] env[62221]: value = "task-1700957" [ 1361.210944] env[62221]: _type = "Task" [ 1361.210944] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.210944] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee6d9fe-48f5-400b-a1f7-b652097d355a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.213246] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd5ade-6e72-4c0b-bded-f4e71b9460c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.221579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.226483] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.229986] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1361.229986] env[62221]: value = "task-1700958" [ 1361.229986] env[62221]: _type = "Task" [ 1361.229986] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.231056] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89bd1f-bf50-4531-91ff-b408f168a0fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.250023] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.278273] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c132a4-6da2-4ece-80f5-49d8e2fcb319 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.288913] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4679b4-bd94-4b97-9459-d43289d787f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.306069] env[62221]: DEBUG nova.compute.provider_tree [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.373104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.373104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.373262] env[62221]: DEBUG nova.compute.manager [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1361.374196] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9182f9-625b-4ed9-a676-910f3f00de2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.383880] env[62221]: DEBUG nova.compute.manager [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1361.384498] env[62221]: DEBUG nova.objects.instance [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'flavor' on Instance uuid 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.457761] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "32659f22-276d-44db-9eef-9717ad7ac1b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.458140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.458406] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.458570] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.458745] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.460911] env[62221]: INFO nova.compute.manager [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Terminating instance [ 1361.462895] env[62221]: DEBUG nova.compute.manager [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1361.463097] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.464297] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28be71-6b22-459d-9229-00fbb581fe2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.473102] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.473420] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b266b060-0d3c-4424-a937-fe0cd31f9b38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.482188] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1361.482188] env[62221]: value = "task-1700959" [ 1361.482188] env[62221]: _type = "Task" [ 1361.482188] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.491294] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.534716] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.534716] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.534716] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.727863] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.729946] env[62221]: DEBUG nova.compute.manager [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62221) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1361.730468] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.749540] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072085} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.750492] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.750635] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6119ea47-669f-48c4-b539-5e03a99f3f0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.774781] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.774967] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b5bfca-74d9-4c83-aff7-35a47cf69c1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.799027] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1361.799027] env[62221]: value = "task-1700960" [ 1361.799027] env[62221]: _type = "Task" [ 1361.799027] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.810696] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.813055] env[62221]: DEBUG nova.scheduler.client.report [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1361.890714] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.891042] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5094bea5-d1ec-4e1a-a01f-2492cd7fae6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.900158] env[62221]: DEBUG oslo_vmware.api [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1361.900158] env[62221]: value = "task-1700961" [ 1361.900158] env[62221]: _type = "Task" [ 1361.900158] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.911047] env[62221]: DEBUG oslo_vmware.api [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.993593] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700959, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.085903] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.226200] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.248091] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.248417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.310769] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.318692] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1362.319316] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354541', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'name': 'volume-fafda66c-64d3-46ef-83c8-2c01a073077a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92402c95-4bf8-4806-a940-f2dcfe336777', 'attached_at': '', 'detached_at': '', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'serial': 'fafda66c-64d3-46ef-83c8-2c01a073077a'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1362.319857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.322578] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9f2153-f6a5-4984-b21a-714285bc1378 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.325590] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.923s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.327460] env[62221]: INFO nova.compute.claims [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.349139] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e3a14-0d9d-4407-b95c-4180bbc3392e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.380773] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-fafda66c-64d3-46ef-83c8-2c01a073077a/volume-fafda66c-64d3-46ef-83c8-2c01a073077a.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.384041] env[62221]: INFO nova.scheduler.client.report [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance 24e9ba70-16ce-4020-8ad8-37d7450195b1 [ 1362.384687] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63bf24a-34ad-41a1-89c5-a0bca7b71374 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.428070] env[62221]: DEBUG oslo_vmware.api [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700961, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.431933] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1362.431933] env[62221]: value = "task-1700962" [ 1362.431933] env[62221]: _type = "Task" [ 1362.431933] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.441378] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.493775] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700959, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.712887] env[62221]: DEBUG nova.network.neutron [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Updating instance_info_cache with network_info: [{"id": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "address": "fa:16:3e:5d:73:b3", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f27b6df-33", "ovs_interfaceid": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.729683] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.751313] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1362.817062] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700960, 'name': ReconfigVM_Task, 'duration_secs': 0.887323} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.817386] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de/b4725422-0fb5-4759-8f36-568ac6d2c2de.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.818022] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208a497e-5916-4a5e-952f-b611e1e286de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.828785] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1362.828785] env[62221]: value = "task-1700963" [ 1362.828785] env[62221]: _type = "Task" [ 1362.828785] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.845494] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700963, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.921416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a87333f1-fbdd-4cf7-92f3-d5b63245e609 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "24e9ba70-16ce-4020-8ad8-37d7450195b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.633s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.931794] env[62221]: DEBUG oslo_vmware.api [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700961, 'name': PowerOffVM_Task, 'duration_secs': 1.014835} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.931794] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.932088] env[62221]: DEBUG nova.compute.manager [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1362.933769] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df72bf6b-e9ad-43a5-a946-03122d1d53c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.969750] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.996454] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700959, 'name': PowerOffVM_Task, 'duration_secs': 1.424344} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.996907] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.996907] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.997206] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf252161-32cb-4dcc-956c-f233773a255c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.028162] env[62221]: DEBUG nova.compute.manager [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Received event network-changed-5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.028162] env[62221]: DEBUG nova.compute.manager [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Refreshing instance network info cache due to event network-changed-5f27b6df-33a9-4a1e-a43a-a801fa0eae20. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1363.028615] env[62221]: DEBUG oslo_concurrency.lockutils [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] Acquiring lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.080523] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.082026] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.082026] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleting the datastore file [datastore1] 32659f22-276d-44db-9eef-9717ad7ac1b4 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.082026] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec51a6c-f12f-4acc-9b60-f9e29806ab58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.092024] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1363.092024] env[62221]: value = "task-1700965" [ 1363.092024] env[62221]: _type = "Task" [ 1363.092024] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.103867] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.218740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.219140] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Instance network_info: |[{"id": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "address": "fa:16:3e:5d:73:b3", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f27b6df-33", "ovs_interfaceid": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1363.219552] env[62221]: DEBUG oslo_concurrency.lockutils [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] Acquired lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.219734] env[62221]: DEBUG nova.network.neutron [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Refreshing network info cache for port 5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.226019] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:73:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f27b6df-33a9-4a1e-a43a-a801fa0eae20', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.233271] env[62221]: DEBUG oslo.service.loopingcall [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.238280] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.238677] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6eb147e-d00c-4ee5-8aab-33e49c546317 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.271270] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.278231] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.278231] env[62221]: value = "task-1700966" [ 1363.278231] env[62221]: _type = "Task" [ 1363.278231] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.292155] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700966, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.293638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.350060] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700963, 'name': Rename_Task, 'duration_secs': 0.165081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.350060] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.350060] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6f7a326-ccaf-4c1b-8ced-79f328238514 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.360167] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1363.360167] env[62221]: value = "task-1700967" [ 1363.360167] env[62221]: _type = "Task" [ 1363.360167] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.370675] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.453336] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700962, 'name': ReconfigVM_Task, 'duration_secs': 0.602756} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.456544] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-fafda66c-64d3-46ef-83c8-2c01a073077a/volume-fafda66c-64d3-46ef-83c8-2c01a073077a.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.462249] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37b9f42-834e-4393-a34e-3ea4bebf0b36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.478424] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5a0371a-f15d-4c9b-8236-706264215c63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.487297] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1363.487297] env[62221]: value = "task-1700968" [ 1363.487297] env[62221]: _type = "Task" [ 1363.487297] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.500127] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.608070] env[62221]: DEBUG oslo_vmware.api [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1700965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216096} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.608492] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.608651] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.608844] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.609096] env[62221]: INFO nova.compute.manager [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1363.609403] env[62221]: DEBUG oslo.service.loopingcall [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.609680] env[62221]: DEBUG nova.compute.manager [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1363.609747] env[62221]: DEBUG nova.network.neutron [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.733124] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.795916] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700966, 'name': CreateVM_Task, 'duration_secs': 0.39567} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.799238] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.799238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.799238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.799238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.799238] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb35d9a1-67b3-4afb-a92f-1a394c9b28f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.810664] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1363.810664] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ab1a4c-d8c3-755f-151b-cffca2ca1fcc" [ 1363.810664] env[62221]: _type = "Task" [ 1363.810664] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.822151] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ab1a4c-d8c3-755f-151b-cffca2ca1fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.865889] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2c606-7eb9-4de5-bcf5-c99b6ee8ea5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.877762] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4c295-2c80-4afa-b838-7d095bfdca4c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.881167] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.943010] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50417717-7416-4354-b458-3cf7b9be4d22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.956642] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bae40-0170-427e-ad38-2f8805d26e87 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.979773] env[62221]: DEBUG nova.compute.provider_tree [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.001071] env[62221]: DEBUG oslo_vmware.api [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700968, 'name': ReconfigVM_Task, 'duration_secs': 0.182315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.001071] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354541', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'name': 'volume-fafda66c-64d3-46ef-83c8-2c01a073077a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92402c95-4bf8-4806-a940-f2dcfe336777', 'attached_at': '', 'detached_at': '', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'serial': 'fafda66c-64d3-46ef-83c8-2c01a073077a'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1364.119409] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.119661] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.230898] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.319806] env[62221]: DEBUG nova.network.neutron [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Updated VIF entry in instance network info cache for port 5f27b6df-33a9-4a1e-a43a-a801fa0eae20. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.320214] env[62221]: DEBUG nova.network.neutron [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Updating instance_info_cache with network_info: [{"id": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "address": "fa:16:3e:5d:73:b3", "network": {"id": "9158315c-92e0-4989-886d-741e7891cfcf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-328217441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2673dfd2fa8e4e0fa5e848697e894357", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f27b6df-33", "ovs_interfaceid": "5f27b6df-33a9-4a1e-a43a-a801fa0eae20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.336561] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ab1a4c-d8c3-755f-151b-cffca2ca1fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.014203} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.336914] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.337213] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.337975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.337975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.337975] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.340026] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba7b5705-6087-4084-803e-d6e7bf3dd781 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.356863] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.356863] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.356863] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc706a4c-a376-4746-bae0-c2cbd6e52cb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.366851] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1364.366851] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525eb8e8-d24e-2c88-59d5-a08957345ee5" [ 1364.366851] env[62221]: _type = "Task" [ 1364.366851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.374540] env[62221]: DEBUG oslo_vmware.api [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700967, 'name': PowerOnVM_Task, 'duration_secs': 0.747517} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.375292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.375544] env[62221]: DEBUG nova.compute.manager [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1364.376514] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb5bc72-59af-4836-b157-3ebeed370050 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.382332] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525eb8e8-d24e-2c88-59d5-a08957345ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.487945] env[62221]: DEBUG nova.scheduler.client.report [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1364.623496] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1364.731988] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.741037] env[62221]: DEBUG nova.objects.instance [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'flavor' on Instance uuid 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.824923] env[62221]: DEBUG oslo_concurrency.lockutils [req-f857b187-0608-4657-b3c0-0ff81609b302 req-7b6d1002-ae96-4fcf-83a9-abef11097300 service nova] Releasing lock "refresh_cache-6019f2d0-6f8e-48d5-a55f-adf5227d9be3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.880731] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525eb8e8-d24e-2c88-59d5-a08957345ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.882113] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7254703c-05d7-4c3b-b1fc-f25e93fca626 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.892452] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1364.892452] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cae6b5-2f75-db39-4e03-b0d9741899b3" [ 1364.892452] env[62221]: _type = "Task" [ 1364.892452] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.918034] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cae6b5-2f75-db39-4e03-b0d9741899b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.918859] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.994107] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.995227] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1365.001163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.516s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.062527] env[62221]: DEBUG nova.objects.instance [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'flavor' on Instance uuid 92402c95-4bf8-4806-a940-f2dcfe336777 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.143378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.177081] env[62221]: DEBUG nova.network.neutron [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.183910] env[62221]: DEBUG nova.compute.manager [req-9cc26c52-5051-494d-8a58-71d375f37221 req-5793f10f-64cb-4730-9e1c-35cc7cb89372 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Received event network-vif-deleted-e1aa4409-1cc7-4214-9dd2-573eb56e4488 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1365.184134] env[62221]: INFO nova.compute.manager [req-9cc26c52-5051-494d-8a58-71d375f37221 req-5793f10f-64cb-4730-9e1c-35cc7cb89372 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Neutron deleted interface e1aa4409-1cc7-4214-9dd2-573eb56e4488; detaching it from the instance and deleting it from the info cache [ 1365.184305] env[62221]: DEBUG nova.network.neutron [req-9cc26c52-5051-494d-8a58-71d375f37221 req-5793f10f-64cb-4730-9e1c-35cc7cb89372 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.234105] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.246951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.247209] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.247293] env[62221]: DEBUG nova.network.neutron [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.247480] env[62221]: DEBUG nova.objects.instance [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'info_cache' on Instance uuid 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.402934] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cae6b5-2f75-db39-4e03-b0d9741899b3, 'name': SearchDatastore_Task, 'duration_secs': 0.028774} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.403408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.403861] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6019f2d0-6f8e-48d5-a55f-adf5227d9be3/6019f2d0-6f8e-48d5-a55f-adf5227d9be3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.404301] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ca3e81-d814-4863-8e49-d11fd7e4fd58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.419984] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1365.419984] env[62221]: value = "task-1700969" [ 1365.419984] env[62221]: _type = "Task" [ 1365.419984] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.430418] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.505207] env[62221]: DEBUG nova.compute.utils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.523694] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1365.524009] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.534894] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1365.543117] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "cb57f2fb-8613-45e8-8463-275147da5180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.543703] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.571850] env[62221]: DEBUG oslo_concurrency.lockutils [None req-85c4edbb-3fff-4a0f-b21e-3698fd7bb916 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.912s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.616130] env[62221]: DEBUG nova.policy [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f93261d9232493e9a32977d6c9b60ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ff7d56fd2e8445bafe94fd68dcc3f25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1365.687685] env[62221]: INFO nova.compute.manager [-] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Took 2.07 seconds to deallocate network for instance. [ 1365.692285] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21ed944f-59d9-4761-abc7-f0562b77ed21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.709903] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20f18f-4ef7-4806-b7d1-9833e0ab38f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.742185] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.759074] env[62221]: DEBUG nova.objects.base [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Object Instance<95fc471b-7992-4fd8-97b6-67fc434e05f1> lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1365.760387] env[62221]: DEBUG nova.compute.manager [req-9cc26c52-5051-494d-8a58-71d375f37221 req-5793f10f-64cb-4730-9e1c-35cc7cb89372 service nova] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Detach interface failed, port_id=e1aa4409-1cc7-4214-9dd2-573eb56e4488, reason: Instance 32659f22-276d-44db-9eef-9717ad7ac1b4 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1365.860180] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "232d94a3-830f-4177-a0da-c91c3fbb767b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.860612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.928435] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.038508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance 3077f487-850e-41fe-89c8-62bd24f19ecd as it has an incoming, in-progress migration cb808b24-d98b-4d84-abb4-157c62b20de9. Migration status is reverting {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1366.040496] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating resource usage from migration cb808b24-d98b-4d84-abb4-157c62b20de9 [ 1366.053894] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1366.082568] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 45be5b3d-c75e-48b0-921a-31e66167f510 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.082842] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 32659f22-276d-44db-9eef-9717ad7ac1b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.082842] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.082970] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8e504d19-5c4c-4708-afff-595d9bd15f73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.083089] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 696da7d0-08b4-410c-8caa-300c12d02359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.083206] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.083323] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ef40065e-f1e4-4d9d-81b9-bc1344ad1bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.083437] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance acc4c843-d33b-43ee-986a-74480aecac2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.083605] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f81d0096-ce67-4d01-8c1f-db803fe86de9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.083726] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084233] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084233] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f68fefed-90c4-466a-86c6-30f48dc4bd0a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.084233] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1b21b902-82fb-414c-b25c-4b8c8772d5c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.084233] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084466] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance c0c7427d-c6ed-45e4-9657-443a92f00d94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.084466] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 92402c95-4bf8-4806-a940-f2dcfe336777 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084548] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration cb808b24-d98b-4d84-abb4-157c62b20de9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1366.084641] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b4725422-0fb5-4759-8f36-568ac6d2c2de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084724] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3077f487-850e-41fe-89c8-62bd24f19ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084856] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 6019f2d0-6f8e-48d5-a55f-adf5227d9be3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.084972] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 94482094-0113-4420-8841-6ee81d07ca3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.127811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.128093] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.128309] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "b4725422-0fb5-4759-8f36-568ac6d2c2de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.128502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.128676] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.130884] env[62221]: INFO nova.compute.manager [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Terminating instance [ 1366.133085] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "refresh_cache-b4725422-0fb5-4759-8f36-568ac6d2c2de" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.133479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquired lock "refresh_cache-b4725422-0fb5-4759-8f36-568ac6d2c2de" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.133703] env[62221]: DEBUG nova.network.neutron [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.190449] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.234553] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.234923] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.235162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.235361] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.235537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.235700] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.237750] env[62221]: INFO nova.compute.manager [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Terminating instance [ 1366.239586] env[62221]: DEBUG nova.compute.manager [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1366.239842] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.240118] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2eec458-7bdc-4a02-b9dd-14c8c18c5849 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.248372] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1366.248372] env[62221]: value = "task-1700970" [ 1366.248372] env[62221]: _type = "Task" [ 1366.248372] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.260639] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.395514] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Successfully created port: ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.432326] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693509} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.432707] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6019f2d0-6f8e-48d5-a55f-adf5227d9be3/6019f2d0-6f8e-48d5-a55f-adf5227d9be3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.432983] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.433302] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e30ea55-d08a-47c1-94a8-b5c158435a2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.440916] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1366.440916] env[62221]: value = "task-1700971" [ 1366.440916] env[62221]: _type = "Task" [ 1366.440916] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.455873] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.558642] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1366.586458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.588814] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1a4228b8-eed1-473c-90e5-7870e2087a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.601079] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1366.601318] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1366.601499] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.601726] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1366.601936] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.601985] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1366.604432] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1366.604432] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1366.604432] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1366.604432] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1366.604432] env[62221]: DEBUG nova.virt.hardware [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.604432] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74d3c0-1a74-4c2f-bd7d-c1a60086c34d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.616417] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e9df76-a390-4ab0-8db2-f2cd445b4cfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.685789] env[62221]: DEBUG nova.network.neutron [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.738091] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.763020] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700970, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.955297] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.955525] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.956436] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da555b7-2990-4d84-9232-194e4d929b59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.980396] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6019f2d0-6f8e-48d5-a55f-adf5227d9be3/6019f2d0-6f8e-48d5-a55f-adf5227d9be3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.980709] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df95f764-6e95-4a26-825f-ccc6bf85b81f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.011757] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1367.011757] env[62221]: value = "task-1700972" [ 1367.011757] env[62221]: _type = "Task" [ 1367.011757] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.025864] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.091924] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1367.141353] env[62221]: DEBUG nova.network.neutron [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.236678] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.258965] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700970, 'name': PowerOffVM_Task, 'duration_secs': 0.998378} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.259147] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.259210] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1367.259456] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354541', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'name': 'volume-fafda66c-64d3-46ef-83c8-2c01a073077a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92402c95-4bf8-4806-a940-f2dcfe336777', 'attached_at': '', 'detached_at': '', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'serial': 'fafda66c-64d3-46ef-83c8-2c01a073077a'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1367.260208] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ef3d6-ca68-4464-8bfc-0121542f628a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.283311] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae3af3-083a-4cb8-a96b-b0334d66572c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.291580] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40878e7d-4528-4487-87d9-dffae89c586c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.322206] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4046d72-be62-4e99-bf01-2ba79b299cb8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.346016] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] The volume has not been displaced from its original location: [datastore1] volume-fafda66c-64d3-46ef-83c8-2c01a073077a/volume-fafda66c-64d3-46ef-83c8-2c01a073077a.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1367.351307] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.351801] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac264b0e-542c-4d23-9172-8290902a99eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.366725] env[62221]: DEBUG nova.network.neutron [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.376063] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1367.376063] env[62221]: value = "task-1700973" [ 1367.376063] env[62221]: _type = "Task" [ 1367.376063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.385630] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.524444] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.595180] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ca744b49-38a2-468c-af0e-08944a1e9613 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1367.645344] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Releasing lock "refresh_cache-b4725422-0fb5-4759-8f36-568ac6d2c2de" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.645669] env[62221]: DEBUG nova.compute.manager [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1367.645875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.646758] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cc7b1-283c-4277-95fe-eb78da6962fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.656659] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.658517] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695fc93f-249d-4c3f-9bf3-26e066799af0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.664779] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1367.664779] env[62221]: value = "task-1700974" [ 1367.664779] env[62221]: _type = "Task" [ 1367.664779] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.675655] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.738728] env[62221]: DEBUG oslo_vmware.api [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700957, 'name': ReconfigVM_Task, 'duration_secs': 6.045812} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.739153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.739539] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Reconfigured VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1367.872168] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.890885] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700973, 'name': ReconfigVM_Task, 'duration_secs': 0.333123} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.892797] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.901767] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72bbc76a-e817-4c60-b1d4-18bc4d348250 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.919130] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1367.919130] env[62221]: value = "task-1700975" [ 1367.919130] env[62221]: _type = "Task" [ 1367.919130] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.937961] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.023716] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700972, 'name': ReconfigVM_Task, 'duration_secs': 0.933485} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.024086] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6019f2d0-6f8e-48d5-a55f-adf5227d9be3/6019f2d0-6f8e-48d5-a55f-adf5227d9be3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.024629] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d2d920-8201-49c5-b8ab-2829fd8eaf3b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.031745] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1368.031745] env[62221]: value = "task-1700976" [ 1368.031745] env[62221]: _type = "Task" [ 1368.031745] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.041575] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700976, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.103416] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f794fbd0-75f7-4dff-998a-ef65925a72ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.181037] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700974, 'name': PowerOffVM_Task, 'duration_secs': 0.155651} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.184714] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.184714] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.184714] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e910032-f2a8-42fe-af74-8d71394423e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.197171] env[62221]: DEBUG nova.compute.manager [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-vif-deleted-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.197171] env[62221]: INFO nova.compute.manager [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Neutron deleted interface 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21; detaching it from the instance and deleting it from the info cache [ 1368.197171] env[62221]: DEBUG nova.network.neutron [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.213517] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.213848] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.214107] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Deleting the datastore file [datastore1] b4725422-0fb5-4759-8f36-568ac6d2c2de {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.214417] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d66d6ed1-ca79-4e8a-ab27-c1a4e1b9e0d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.223867] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for the task: (returnval){ [ 1368.223867] env[62221]: value = "task-1700978" [ 1368.223867] env[62221]: _type = "Task" [ 1368.223867] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.235188] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.377651] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.377740] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c5623a0-3c4a-4c55-8ab6-4a2fad337f81 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.387155] env[62221]: DEBUG oslo_vmware.api [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1368.387155] env[62221]: value = "task-1700979" [ 1368.387155] env[62221]: _type = "Task" [ 1368.387155] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.398084] env[62221]: DEBUG oslo_vmware.api [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.433065] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700975, 'name': ReconfigVM_Task, 'duration_secs': 0.155445} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.433065] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354541', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'name': 'volume-fafda66c-64d3-46ef-83c8-2c01a073077a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '92402c95-4bf8-4806-a940-f2dcfe336777', 'attached_at': '', 'detached_at': '', 'volume_id': 'fafda66c-64d3-46ef-83c8-2c01a073077a', 'serial': 'fafda66c-64d3-46ef-83c8-2c01a073077a'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1368.433594] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.434820] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705691c-a925-4ecb-8c57-081e6c1e4c66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.443436] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.443436] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d088d823-8c9c-4666-8893-899970b2a787 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.543153] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700976, 'name': Rename_Task, 'duration_secs': 0.153897} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.543332] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.543625] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7453e822-0eba-4709-832f-9032a11360d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.548467] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.548668] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.548848] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] 92402c95-4bf8-4806-a940-f2dcfe336777 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.549127] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f455b9fc-72eb-4b98-9b44-9dabad7b68bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.562305] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1368.562305] env[62221]: value = "task-1700981" [ 1368.562305] env[62221]: _type = "Task" [ 1368.562305] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.568036] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1368.568036] env[62221]: value = "task-1700982" [ 1368.568036] env[62221]: _type = "Task" [ 1368.568036] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.577716] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.585297] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.606836] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 69bd0ca0-c550-46fc-ac71-1573a6b57258 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.702553] env[62221]: DEBUG oslo_concurrency.lockutils [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.702915] env[62221]: DEBUG oslo_concurrency.lockutils [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] Acquired lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.704618] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab1e17a-f69c-4d59-ad87-e6f939092751 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.726389] env[62221]: DEBUG oslo_concurrency.lockutils [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] Releasing lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.726729] env[62221]: WARNING nova.compute.manager [req-4806d11e-cd0a-4f2f-8272-449ea98fbe1d req-2f481c73-9270-46db-ae1c-60414c794f68 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Detach interface failed, port_id=1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21, reason: No device with interface-id 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 exists on VM: nova.exception.NotFound: No device with interface-id 1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21 exists on VM [ 1368.737914] env[62221]: DEBUG oslo_vmware.api [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Task: {'id': task-1700978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10913} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.738264] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.738486] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.738712] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.739218] env[62221]: INFO nova.compute.manager [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1368.739516] env[62221]: DEBUG oslo.service.loopingcall [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.739754] env[62221]: DEBUG nova.compute.manager [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1368.739877] env[62221]: DEBUG nova.network.neutron [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.784020] env[62221]: DEBUG nova.network.neutron [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.787548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.787840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.788077] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.788252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.788413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.793304] env[62221]: INFO nova.compute.manager [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Terminating instance [ 1368.798064] env[62221]: DEBUG nova.compute.manager [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1368.799884] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.800780] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a1319a-0a65-4b32-9d67-258a456183dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.810463] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.810779] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f489cb67-a30b-4fba-8eb9-70f1d98db89d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.818981] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1368.818981] env[62221]: value = "task-1700983" [ 1368.818981] env[62221]: _type = "Task" [ 1368.818981] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.828935] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.899923] env[62221]: DEBUG oslo_vmware.api [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1700979, 'name': PowerOnVM_Task, 'duration_secs': 0.420436} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.900219] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.900555] env[62221]: DEBUG nova.compute.manager [None req-9b0093c6-d271-4234-819a-6b3501c76594 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1368.901554] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56703d-70ff-414c-b430-854ac9e832d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.989949] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "a63289c5-f74e-4569-bb4e-a53184e35065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.989949] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.079333] env[62221]: DEBUG oslo_vmware.api [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700981, 'name': PowerOnVM_Task, 'duration_secs': 0.502891} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.080406] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Successfully updated port: ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.085718] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.086041] env[62221]: INFO nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1369.086305] env[62221]: DEBUG nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1369.087805] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac7bdd-ddfc-43f9-bb60-a4c79572dd3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.097151] env[62221]: DEBUG oslo_vmware.api [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1700982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34558} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.098363] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.098583] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.098761] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.098928] env[62221]: INFO nova.compute.manager [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1369.099438] env[62221]: DEBUG oslo.service.loopingcall [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.099885] env[62221]: DEBUG nova.compute.manager [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1369.099977] env[62221]: DEBUG nova.network.neutron [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.111581] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.121990] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.122170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.122336] env[62221]: DEBUG nova.network.neutron [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.287932] env[62221]: DEBUG nova.network.neutron [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.329326] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700983, 'name': PowerOffVM_Task, 'duration_secs': 0.251122} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.329591] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.329756] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.329996] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0035200f-0c2e-412b-b9f2-1be5b8d2c74a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.483400] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.483816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.484124] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleting the datastore file [datastore1] ef40065e-f1e4-4d9d-81b9-bc1344ad1bec {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.484438] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a594eec-469c-4674-8005-fe428bee8a98 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.491483] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1369.491483] env[62221]: value = "task-1700985" [ 1369.491483] env[62221]: _type = "Task" [ 1369.491483] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.500125] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.587843] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.588212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquired lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.588378] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.618397] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.620041] env[62221]: INFO nova.compute.manager [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Took 29.77 seconds to build instance. [ 1369.790988] env[62221]: INFO nova.compute.manager [-] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Took 1.05 seconds to deallocate network for instance. [ 1369.900711] env[62221]: DEBUG nova.network.neutron [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.939218] env[62221]: DEBUG nova.network.neutron [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [{"id": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "address": "fa:16:3e:3e:f7:33", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7df59a-08", "ovs_interfaceid": "5b7df59a-0839-4ab7-9095-b3bc4cf1f32f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.009380] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.120776] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.123882] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance cb57f2fb-8613-45e8-8463-275147da5180 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1370.125072] env[62221]: DEBUG oslo_concurrency.lockutils [None req-28b7402b-0f86-4f91-bf6a-195df2f0b79d tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.283s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.299401] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.404103] env[62221]: DEBUG nova.network.neutron [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Updating instance_info_cache with network_info: [{"id": "ed111e4b-e446-4022-bc40-da0b124a768d", "address": "fa:16:3e:d6:22:d0", "network": {"id": "78cb0e01-9959-49fa-936d-9d45cfc30d83", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-173648610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ff7d56fd2e8445bafe94fd68dcc3f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped111e4b-e4", "ovs_interfaceid": "ed111e4b-e446-4022-bc40-da0b124a768d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.405756] env[62221]: INFO nova.compute.manager [-] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Took 1.31 seconds to deallocate network for instance. [ 1370.442886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.502991] env[62221]: DEBUG oslo_vmware.api [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1700985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.640161} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.503277] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.503465] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.503679] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.503843] env[62221]: INFO nova.compute.manager [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1370.504097] env[62221]: DEBUG oslo.service.loopingcall [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.504295] env[62221]: DEBUG nova.compute.manager [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1370.504391] env[62221]: DEBUG nova.network.neutron [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.545417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.547907] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.547907] env[62221]: INFO nova.compute.manager [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Shelving [ 1370.627100] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 232d94a3-830f-4177-a0da-c91c3fbb767b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1370.628051] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1370.628051] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1370.631105] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1370.646325] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.647105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.647410] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.647616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.647786] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.650808] env[62221]: INFO nova.compute.manager [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Terminating instance [ 1370.652584] env[62221]: DEBUG nova.compute.manager [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1370.652772] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.656082] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a988860-7dc2-4eeb-8d6f-1077114680d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.665667] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.665914] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e240fd4e-f294-4718-8a13-b0bdddad7e15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.675793] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1370.675793] env[62221]: value = "task-1700986" [ 1370.675793] env[62221]: _type = "Task" [ 1370.675793] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.686677] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.691776] env[62221]: DEBUG nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Received event network-vif-plugged-ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.691914] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Acquiring lock "94482094-0113-4420-8841-6ee81d07ca3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.692136] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Lock "94482094-0113-4420-8841-6ee81d07ca3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.692302] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Lock "94482094-0113-4420-8841-6ee81d07ca3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.692466] env[62221]: DEBUG nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] No waiting events found dispatching network-vif-plugged-ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1370.692614] env[62221]: WARNING nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Received unexpected event network-vif-plugged-ed111e4b-e446-4022-bc40-da0b124a768d for instance with vm_state building and task_state spawning. [ 1370.692773] env[62221]: DEBUG nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Received event network-changed-ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.692923] env[62221]: DEBUG nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Refreshing instance network info cache due to event network-changed-ed111e4b-e446-4022-bc40-da0b124a768d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1370.693101] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Acquiring lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.906900] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Releasing lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.907265] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Instance network_info: |[{"id": "ed111e4b-e446-4022-bc40-da0b124a768d", "address": "fa:16:3e:d6:22:d0", "network": {"id": "78cb0e01-9959-49fa-936d-9d45cfc30d83", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-173648610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ff7d56fd2e8445bafe94fd68dcc3f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped111e4b-e4", "ovs_interfaceid": "ed111e4b-e446-4022-bc40-da0b124a768d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1370.907579] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Acquired lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.907731] env[62221]: DEBUG nova.network.neutron [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Refreshing network info cache for port ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.912025] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:22:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed111e4b-e446-4022-bc40-da0b124a768d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.922026] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Creating folder: Project (9ff7d56fd2e8445bafe94fd68dcc3f25). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.927460] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74333482-f1a0-484e-a2ee-b5658560090f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.943694] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Created folder: Project (9ff7d56fd2e8445bafe94fd68dcc3f25) in parent group-v354396. [ 1370.946306] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Creating folder: Instances. Parent ref: group-v354544. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.946306] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0004e0b2-c270-4b5c-8210-adf355f5d5fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.946769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c59c48a6-2b08-4e8a-a3fc-79735bcb0881 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-ef40065e-f1e4-4d9d-81b9-bc1344ad1bec-1fdd05e0-e9c6-44a7-aa7f-67aed8c34f21" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.341s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.961406] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Created folder: Instances in parent group-v354544. [ 1370.961683] env[62221]: DEBUG oslo.service.loopingcall [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.961886] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.962114] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac4fdb6d-c3e0-41c1-924b-55289f598128 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.981586] env[62221]: INFO nova.compute.manager [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Took 0.58 seconds to detach 1 volumes for instance. [ 1370.998022] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.998022] env[62221]: value = "task-1700989" [ 1370.998022] env[62221]: _type = "Task" [ 1370.998022] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.007122] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700989, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.060950] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.061460] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90765a24-4fe4-4498-8ac1-5b7877841e7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.072757] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1371.072757] env[62221]: value = "task-1700990" [ 1371.072757] env[62221]: _type = "Task" [ 1371.072757] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.083819] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.153685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.156524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a17769-05a3-4e32-95fb-fe6987b15969 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.167844] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc84f31-d683-4ef2-a883-8288c0d15a80 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.205996] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3806d268-59c1-4649-abb6-3dcea66d7479 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.218429] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb1fb0-5272-4a9b-a130-2101567bfe60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.223064] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700986, 'name': PowerOffVM_Task, 'duration_secs': 0.21587} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.223409] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.223688] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.224415] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e89477c-b53d-4293-987e-340a6395f9c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.236700] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.370388] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.370622] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.370784] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleting the datastore file [datastore1] 6019f2d0-6f8e-48d5-a55f-adf5227d9be3 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.371476] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a7693f-3978-41d7-a820-016f268b5298 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.381258] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for the task: (returnval){ [ 1371.381258] env[62221]: value = "task-1700992" [ 1371.381258] env[62221]: _type = "Task" [ 1371.381258] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.390034] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.491469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.505492] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700989, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.584940] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700990, 'name': PowerOffVM_Task, 'duration_secs': 0.210676} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.589294] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.589294] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aaf8a3-ebb8-4f96-8dec-74dd2e675c7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.614190] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d5491-ec9d-4a26-871b-7d4cc97e1a55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.761187] env[62221]: ERROR nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [req-831c3ef8-57bd-4aba-bbe8-cf61002fed29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-831c3ef8-57bd-4aba-bbe8-cf61002fed29"}]} [ 1371.776543] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1371.791963] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1371.792475] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.798398] env[62221]: DEBUG nova.network.neutron [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Updated VIF entry in instance network info cache for port ed111e4b-e446-4022-bc40-da0b124a768d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.798785] env[62221]: DEBUG nova.network.neutron [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Updating instance_info_cache with network_info: [{"id": "ed111e4b-e446-4022-bc40-da0b124a768d", "address": "fa:16:3e:d6:22:d0", "network": {"id": "78cb0e01-9959-49fa-936d-9d45cfc30d83", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-173648610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ff7d56fd2e8445bafe94fd68dcc3f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped111e4b-e4", "ovs_interfaceid": "ed111e4b-e446-4022-bc40-da0b124a768d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.808117] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1371.828088] env[62221]: DEBUG nova.network.neutron [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.829495] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1371.894871] env[62221]: DEBUG oslo_vmware.api [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Task: {'id': task-1700992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.896041] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.896041] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.896041] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.896041] env[62221]: INFO nova.compute.manager [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1371.896041] env[62221]: DEBUG oslo.service.loopingcall [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.896280] env[62221]: DEBUG nova.compute.manager [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1371.896280] env[62221]: DEBUG nova.network.neutron [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.006332] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700989, 'name': CreateVM_Task, 'duration_secs': 0.521778} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.009051] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.009897] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.010150] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.010563] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.010827] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ce3723-e99b-4719-81ac-4b8ddf7789dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.017403] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1372.017403] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246f3b5-bdba-1793-0c23-fee565472448" [ 1372.017403] env[62221]: _type = "Task" [ 1372.017403] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.028876] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246f3b5-bdba-1793-0c23-fee565472448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.127399] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1372.130071] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7223bb7e-2742-4099-ba0d-1a061b47dc00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.139341] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1372.139341] env[62221]: value = "task-1700993" [ 1372.139341] env[62221]: _type = "Task" [ 1372.139341] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.150379] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.261063] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffbe07-c162-4104-b2fb-9c64789ca298 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.270562] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb640a-e804-4011-8f16-439cbda2c91e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.314174] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] Releasing lock "refresh_cache-94482094-0113-4420-8841-6ee81d07ca3e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.314424] env[62221]: DEBUG nova.compute.manager [req-c2deb79a-c2b3-4c30-963a-530cf8356c8d req-52836302-d803-4e62-83eb-e8af65c3955d service nova] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Received event network-vif-deleted-14e48eb6-e19b-49f8-84b6-732a0c4d989d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.315556] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd179b26-addd-4689-abfb-61d0db66cb21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.324197] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1114e467-2496-4d23-872b-6bbc6f343697 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.338714] env[62221]: INFO nova.compute.manager [-] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Took 1.83 seconds to deallocate network for instance. [ 1372.339619] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.529351] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246f3b5-bdba-1793-0c23-fee565472448, 'name': SearchDatastore_Task, 'duration_secs': 0.029823} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.529679] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.529917] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.530307] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.530525] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.530774] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.531094] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293111b6-6c3b-4202-b478-7db5847b383f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.544245] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.544245] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.544245] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3db441-fcd3-4fd8-b3c2-3cec1472fbf2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.564949] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1372.564949] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dd7e2-254a-7049-3508-b4c3d00c0156" [ 1372.564949] env[62221]: _type = "Task" [ 1372.564949] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.575460] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dd7e2-254a-7049-3508-b4c3d00c0156, 'name': SearchDatastore_Task, 'duration_secs': 0.022908} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.576259] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699e0c4b-9a49-470a-9d4b-aa73caa6081a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.582160] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1372.582160] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b96b2a-6321-4a68-5fad-14c24f152f73" [ 1372.582160] env[62221]: _type = "Task" [ 1372.582160] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.591891] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b96b2a-6321-4a68-5fad-14c24f152f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.651230] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.749753] env[62221]: DEBUG nova.compute.manager [req-e54e1b5a-7fcf-4e0c-aa41-8a353e80d7ca req-590b054c-b64a-46ea-bda4-7538aed6de44 service nova] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Received event network-vif-deleted-5b7df59a-0839-4ab7-9095-b3bc4cf1f32f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.749971] env[62221]: DEBUG nova.compute.manager [req-e54e1b5a-7fcf-4e0c-aa41-8a353e80d7ca req-590b054c-b64a-46ea-bda4-7538aed6de44 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Received event network-vif-deleted-5f27b6df-33a9-4a1e-a43a-a801fa0eae20 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.750145] env[62221]: INFO nova.compute.manager [req-e54e1b5a-7fcf-4e0c-aa41-8a353e80d7ca req-590b054c-b64a-46ea-bda4-7538aed6de44 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Neutron deleted interface 5f27b6df-33a9-4a1e-a43a-a801fa0eae20; detaching it from the instance and deleting it from the info cache [ 1372.750319] env[62221]: DEBUG nova.network.neutron [req-e54e1b5a-7fcf-4e0c-aa41-8a353e80d7ca req-590b054c-b64a-46ea-bda4-7538aed6de44 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.847187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.873289] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1372.873645] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 84 to 85 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.873850] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.072091] env[62221]: DEBUG nova.network.neutron [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.093596] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b96b2a-6321-4a68-5fad-14c24f152f73, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.093842] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.094113] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94482094-0113-4420-8841-6ee81d07ca3e/94482094-0113-4420-8841-6ee81d07ca3e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.094373] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f8d1521-5d43-485a-9cb5-1864877e6558 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.103364] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1373.103364] env[62221]: value = "task-1700994" [ 1373.103364] env[62221]: _type = "Task" [ 1373.103364] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.111595] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.152949] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700993, 'name': CreateSnapshot_Task, 'duration_secs': 1.004614} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.153256] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1373.154054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144e1f0-5072-4333-afa1-5807bbd72933 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.253794] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7343a695-94ce-40dd-ad84-57fb4f75d049 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.265465] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeaa181-5c36-4bb4-9386-6c696b11b7d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.302928] env[62221]: DEBUG nova.compute.manager [req-e54e1b5a-7fcf-4e0c-aa41-8a353e80d7ca req-590b054c-b64a-46ea-bda4-7538aed6de44 service nova] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Detach interface failed, port_id=5f27b6df-33a9-4a1e-a43a-a801fa0eae20, reason: Instance 6019f2d0-6f8e-48d5-a55f-adf5227d9be3 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1373.378958] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1373.379364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.380s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.379724] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.874s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.381459] env[62221]: INFO nova.compute.claims [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.575424] env[62221]: INFO nova.compute.manager [-] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Took 1.68 seconds to deallocate network for instance. [ 1373.614031] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510258} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.614670] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94482094-0113-4420-8841-6ee81d07ca3e/94482094-0113-4420-8841-6ee81d07ca3e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.615911] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.615911] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-379770cb-fb28-44f6-b113-32f8b50cf374 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.623377] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1373.623377] env[62221]: value = "task-1700995" [ 1373.623377] env[62221]: _type = "Task" [ 1373.623377] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.632143] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.672028] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1373.672330] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-415c1bef-d8e9-4156-bb11-61325f2c2bd6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.683976] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1373.683976] env[62221]: value = "task-1700996" [ 1373.683976] env[62221]: _type = "Task" [ 1373.683976] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.694928] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.084809] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.133767] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061291} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.134112] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.134938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5495f3-2c13-485a-b262-77b9730d031d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.159078] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 94482094-0113-4420-8841-6ee81d07ca3e/94482094-0113-4420-8841-6ee81d07ca3e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.159806] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5745a68d-0f40-4de2-93f6-c907a7fefe12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.180198] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1374.180198] env[62221]: value = "task-1700997" [ 1374.180198] env[62221]: _type = "Task" [ 1374.180198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.192531] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.195735] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.697498] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.701880] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.785231] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df4862-2391-4b6b-9906-8b380498fce5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.794144] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01286057-628a-4050-a690-a47006d8a584 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.825740] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239da73a-7201-4c5e-8889-f4f76567723c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.834635] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a9226a-7d43-4e4d-a3bb-c9440be79965 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.848624] env[62221]: DEBUG nova.compute.provider_tree [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.196572] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.203408] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.352207] env[62221]: DEBUG nova.scheduler.client.report [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.695835] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700997, 'name': ReconfigVM_Task, 'duration_secs': 1.10153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.696519] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 94482094-0113-4420-8841-6ee81d07ca3e/94482094-0113-4420-8841-6ee81d07ca3e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.697153] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b007b30e-a04b-4dd9-aca0-e94a35b8f10a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.701788] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.702957] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1375.702957] env[62221]: value = "task-1700998" [ 1375.702957] env[62221]: _type = "Task" [ 1375.702957] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.710684] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700998, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.858157] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.858759] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1375.861780] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.714s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.862014] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.864369] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.971s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.864694] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.866406] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.744s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.866657] env[62221]: DEBUG nova.objects.instance [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1375.885273] env[62221]: INFO nova.scheduler.client.report [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Deleted allocations for instance c0c7427d-c6ed-45e4-9657-443a92f00d94 [ 1375.892230] env[62221]: INFO nova.scheduler.client.report [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Deleted allocations for instance f81d0096-ce67-4d01-8c1f-db803fe86de9 [ 1376.200589] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1700996, 'name': CloneVM_Task, 'duration_secs': 2.091901} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.200855] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Created linked-clone VM from snapshot [ 1376.201710] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c42200-df71-40f5-ae71-0d6c25b2991a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.214553] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Uploading image 6d37c7fd-8940-44bf-bdd9-650b68546e71 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1376.219486] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700998, 'name': Rename_Task, 'duration_secs': 0.224715} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.219742] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.219976] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30fd6461-b77b-4ebf-8820-5fabbfa9e65c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.228284] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1376.228284] env[62221]: value = "task-1700999" [ 1376.228284] env[62221]: _type = "Task" [ 1376.228284] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.237763] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.247091] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1376.247091] env[62221]: value = "vm-354548" [ 1376.247091] env[62221]: _type = "VirtualMachine" [ 1376.247091] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1376.247316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-735e5016-360a-44d8-b05a-0d84e8849bd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.255460] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease: (returnval){ [ 1376.255460] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52530604-9c6b-ac3f-84a1-cf585233957a" [ 1376.255460] env[62221]: _type = "HttpNfcLease" [ 1376.255460] env[62221]: } obtained for exporting VM: (result){ [ 1376.255460] env[62221]: value = "vm-354548" [ 1376.255460] env[62221]: _type = "VirtualMachine" [ 1376.255460] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1376.255863] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the lease: (returnval){ [ 1376.255863] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52530604-9c6b-ac3f-84a1-cf585233957a" [ 1376.255863] env[62221]: _type = "HttpNfcLease" [ 1376.255863] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1376.265189] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.265189] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52530604-9c6b-ac3f-84a1-cf585233957a" [ 1376.265189] env[62221]: _type = "HttpNfcLease" [ 1376.265189] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1376.371870] env[62221]: DEBUG nova.compute.utils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.376035] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1376.376227] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.397081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-112d9bb3-b26f-41f8-8f3c-c7595b3d682d tempest-ServerGroupTestJSON-1731181514 tempest-ServerGroupTestJSON-1731181514-project-member] Lock "c0c7427d-c6ed-45e4-9657-443a92f00d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.206s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.403510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0082b545-b545-4d55-bcad-151fa540771c tempest-ServersTestBootFromVolume-1449942751 tempest-ServersTestBootFromVolume-1449942751-project-member] Lock "f81d0096-ce67-4d01-8c1f-db803fe86de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.259s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.424288] env[62221]: DEBUG nova.policy [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b1ae674e3b44719d0474cbfe7778f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9788529e2464324bae4cc282bc1f88a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1376.739336] env[62221]: DEBUG oslo_vmware.api [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1700999, 'name': PowerOnVM_Task, 'duration_secs': 0.473342} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.739617] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.739877] env[62221]: INFO nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1376.740161] env[62221]: DEBUG nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1376.741017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b79563-a7a3-4344-bc4f-ad2db29ca639 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.765234] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.765234] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52530604-9c6b-ac3f-84a1-cf585233957a" [ 1376.765234] env[62221]: _type = "HttpNfcLease" [ 1376.765234] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1376.766097] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1376.766097] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52530604-9c6b-ac3f-84a1-cf585233957a" [ 1376.766097] env[62221]: _type = "HttpNfcLease" [ 1376.766097] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1376.767945] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76299d-c8d3-4386-85a0-1161767d90f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.778998] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1376.778998] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1376.847066] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Successfully created port: 3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.876795] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1376.882319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e91d7262-e4b1-4caf-bd9e-f34c6a0ddf2e tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.884215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.258s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.886353] env[62221]: INFO nova.compute.claims [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.888327] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cfa14a9-1231-47bc-aef7-aec7a3581dc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.259847] env[62221]: INFO nova.compute.manager [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Took 31.88 seconds to build instance. [ 1377.481286] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Successfully created port: 10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.762601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6eb3a32f-fc6b-4aec-86ad-03b5ece0492c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.390s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.894384] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1377.926230] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1377.927027] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1377.927027] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1377.931016] env[62221]: DEBUG nova.virt.hardware [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1377.931016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83a86c-20f4-4a05-bcf4-97048ab0e2e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.944026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d17cf6f-033d-4f3c-aa70-fbe8b3128a33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.266229] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1378.386463] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.388403] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.404243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60462e08-a9c6-4ef8-8ee8-3a54ca885913 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.415412] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62d66b-a98e-4f58-932f-4be7c7801f7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.453843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218d1dc-dfa6-4816-bad7-62cacbc99e02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.462931] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950d8ef-689c-4bf7-9c03-76c3549250a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.490619] env[62221]: DEBUG nova.compute.provider_tree [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.791135] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.897020] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.899609] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1378.994665] env[62221]: DEBUG nova.scheduler.client.report [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1379.357182] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "94482094-0113-4420-8841-6ee81d07ca3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.357540] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.357827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "94482094-0113-4420-8841-6ee81d07ca3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.358109] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.358352] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.361563] env[62221]: INFO nova.compute.manager [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Terminating instance [ 1379.362492] env[62221]: DEBUG nova.compute.manager [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1379.362671] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.363631] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14706a3-3430-42a0-8cf2-998f461e4de4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.374352] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.374690] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b456cc-0a21-4053-bcf2-b9e09e965f05 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.383529] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1379.383529] env[62221]: value = "task-1701001" [ 1379.383529] env[62221]: _type = "Task" [ 1379.383529] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.392845] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1701001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.448705] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.448882] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.449065] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1379.501030] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.501530] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1379.504340] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.882s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.504543] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.508664] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.132s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.510210] env[62221]: INFO nova.compute.claims [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.539878] env[62221]: INFO nova.scheduler.client.report [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocations for instance 1b21b902-82fb-414c-b25c-4b8c8772d5c2 [ 1379.774511] env[62221]: DEBUG nova.compute.manager [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-vif-plugged-3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1379.774774] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] Acquiring lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.775119] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.775454] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.775551] env[62221]: DEBUG nova.compute.manager [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] No waiting events found dispatching network-vif-plugged-3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1379.775729] env[62221]: WARNING nova.compute.manager [req-7e85a99f-5619-405d-a8d8-59f1d11e1457 req-c93e23ee-dffd-482f-b151-6ed599e5633b service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received unexpected event network-vif-plugged-3dfd758e-02a2-478b-abfa-293bfd5a13d3 for instance with vm_state building and task_state spawning. [ 1379.857124] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Successfully updated port: 3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.895287] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1701001, 'name': PowerOffVM_Task, 'duration_secs': 0.240009} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.895572] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.895762] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.896030] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2961e1a-c6b6-4106-af67-13bc7a460648 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.973661] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.973849] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.974165] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Deleting the datastore file [datastore1] 94482094-0113-4420-8841-6ee81d07ca3e {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.974319] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-345e450f-446e-42b3-b1d4-54ad1606a045 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.981545] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for the task: (returnval){ [ 1379.981545] env[62221]: value = "task-1701003" [ 1379.981545] env[62221]: _type = "Task" [ 1379.981545] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.993100] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1701003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.017269] env[62221]: DEBUG nova.compute.utils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.018633] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1380.018801] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.049041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-407ba4f4-04a5-4a11-a14d-a13ade8023a9 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "1b21b902-82fb-414c-b25c-4b8c8772d5c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.333s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.100237] env[62221]: DEBUG nova.policy [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0970c7a6f62d404b9bd23ed7ed945e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b24f2f951f3478ca93dc0d37acca988', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1380.494075] env[62221]: DEBUG oslo_vmware.api [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Task: {'id': task-1701003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139704} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.494075] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.494075] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.494075] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.494075] env[62221]: INFO nova.compute.manager [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1380.494783] env[62221]: DEBUG oslo.service.loopingcall [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.495170] env[62221]: DEBUG nova.compute.manager [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1380.495399] env[62221]: DEBUG nova.network.neutron [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.527311] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1380.753637] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Successfully created port: bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.908939] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915fb467-8b15-4a39-8bab-8c52d2ce1b6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.917137] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62561976-99d3-4190-9ede-49eafc9e9cdf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.961014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185417b-67c7-45f1-a0bd-d3e0728fb707 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.973026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea646b9e-003f-4788-bac2-2a2b53375495 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.986983] env[62221]: DEBUG nova.compute.provider_tree [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.306375] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [{"id": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "address": "fa:16:3e:7b:58:a5", "network": {"id": "344f7d12-e0ba-410f-87ee-4870e24416e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1559229058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1eeb1be5da144b97a523aef16a870107", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92fc3c1-74", "ovs_interfaceid": "c92fc3c1-7466-4645-b034-ab1ecf9d4f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.490993] env[62221]: DEBUG nova.scheduler.client.report [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1381.538121] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1381.595656] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.596264] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.596472] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.596652] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.596807] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.597022] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.597268] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.597429] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.597614] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.597847] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.598054] env[62221]: DEBUG nova.virt.hardware [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.598943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae7d976-568b-4d71-86f6-e1a1d46a8889 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.610019] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ed77a-b7a9-4c0a-95cd-433357f82036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.799446] env[62221]: DEBUG nova.compute.manager [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-changed-3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1381.799602] env[62221]: DEBUG nova.compute.manager [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Refreshing instance network info cache due to event network-changed-3dfd758e-02a2-478b-abfa-293bfd5a13d3. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1381.799819] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] Acquiring lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.799964] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] Acquired lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.800137] env[62221]: DEBUG nova.network.neutron [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Refreshing network info cache for port 3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.810715] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-45be5b3d-c75e-48b0-921a-31e66167f510" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.811045] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1381.811809] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812016] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812189] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812342] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812484] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812627] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.812771] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1381.921117] env[62221]: DEBUG nova.network.neutron [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.996969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.997898] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1382.000143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.501s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.000335] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.002351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.366s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.003768] env[62221]: INFO nova.compute.claims [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.028312] env[62221]: INFO nova.scheduler.client.report [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Deleted allocations for instance f68fefed-90c4-466a-86c6-30f48dc4bd0a [ 1382.343439] env[62221]: DEBUG nova.network.neutron [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.425389] env[62221]: INFO nova.compute.manager [-] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Took 1.93 seconds to deallocate network for instance. [ 1382.490479] env[62221]: DEBUG nova.network.neutron [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.510550] env[62221]: DEBUG nova.compute.utils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.513031] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1382.513031] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.539710] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c73dd017-9d32-4420-b55d-72d01b5eae96 tempest-ServerShowV247Test-1669047013 tempest-ServerShowV247Test-1669047013-project-member] Lock "f68fefed-90c4-466a-86c6-30f48dc4bd0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.771s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.621123] env[62221]: DEBUG nova.policy [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a439105ffd3476e907fceb2250e71b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afee50e4764047a8b685ea7c8fb5a173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1382.931341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.993008] env[62221]: DEBUG oslo_concurrency.lockutils [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] Releasing lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.993398] env[62221]: DEBUG nova.compute.manager [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Received event network-vif-deleted-ed111e4b-e446-4022-bc40-da0b124a768d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.993621] env[62221]: INFO nova.compute.manager [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Neutron deleted interface ed111e4b-e446-4022-bc40-da0b124a768d; detaching it from the instance and deleting it from the info cache [ 1382.993874] env[62221]: DEBUG nova.network.neutron [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.016025] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1383.468311] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Successfully updated port: 10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.497829] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0af8ee-d5ac-4775-a33c-21cf238038bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.508752] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edef3dc-7c07-4091-b540-a1c14952cd72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.548899] env[62221]: DEBUG nova.compute.manager [req-2ae1cb8c-0847-418c-94d8-8ef3c23e10b4 req-bcb854a4-402f-4b3b-8d22-b7811bec84cb service nova] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Detach interface failed, port_id=ed111e4b-e446-4022-bc40-da0b124a768d, reason: Instance 94482094-0113-4420-8841-6ee81d07ca3e could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1383.550987] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103094e9-7127-409c-ac82-172d8c66cbc0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.560843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e95db7-e134-4bbf-8ce5-267832c23815 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.595012] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2450a-f44e-4a9f-b01d-9714bda2fc84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.603367] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac4b3f-78ea-41f0-84ac-51591198d3f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.618416] env[62221]: DEBUG nova.compute.provider_tree [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.798700] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Successfully created port: cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.954528] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Successfully updated port: bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.972847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.972847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.972847] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.986821] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-vif-plugged-10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.987629] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Acquiring lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.987912] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.988371] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.988589] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] No waiting events found dispatching network-vif-plugged-10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1383.989111] env[62221]: WARNING nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received unexpected event network-vif-plugged-10c08d49-95e6-421c-beeb-ad5d72ed777a for instance with vm_state building and task_state spawning. [ 1383.989300] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-changed-10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.989461] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Refreshing instance network info cache due to event network-changed-10c08d49-95e6-421c-beeb-ad5d72ed777a. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1383.989637] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Acquiring lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.028863] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1384.057954] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1384.058227] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1384.058403] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.058550] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1384.058698] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.058841] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1384.059056] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1384.059214] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1384.061012] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1384.061012] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1384.061012] env[62221]: DEBUG nova.virt.hardware [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.061188] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1574fa-37c2-4ad1-928a-12f9642c7af4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.069631] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6909a55f-f454-4808-bc04-100d3cad9438 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.111529] env[62221]: DEBUG nova.objects.instance [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lazy-loading 'flavor' on Instance uuid acc4c843-d33b-43ee-986a-74480aecac2a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.123732] env[62221]: DEBUG nova.scheduler.client.report [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.161111] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1384.161111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca01cd-5571-45f1-91fa-643c6cae02a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.170597] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1384.170960] env[62221]: ERROR oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk due to incomplete transfer. [ 1384.172715] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-781a8338-a0c5-4c68-a123-7b898d671e4f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.181273] env[62221]: DEBUG oslo_vmware.rw_handles [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247c632-076d-662f-4278-9d489d2a88cd/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1384.181532] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Uploaded image 6d37c7fd-8940-44bf-bdd9-650b68546e71 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1384.184015] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1384.184652] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38c5ae7a-046b-4f29-9431-b4339966bbdb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.193597] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1384.193597] env[62221]: value = "task-1701004" [ 1384.193597] env[62221]: _type = "Task" [ 1384.193597] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.202336] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701004, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.458408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.458408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.458631] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.532039] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.616788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.617070] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.626658] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.627138] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1384.629698] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.982s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.631029] env[62221]: INFO nova.compute.claims [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.704156] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701004, 'name': Destroy_Task, 'duration_secs': 0.378527} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.704373] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Destroyed the VM [ 1384.704651] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1384.704912] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2b2a203-78e2-4039-a3ac-4f5aa99f7dd9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.712028] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1384.712028] env[62221]: value = "task-1701005" [ 1384.712028] env[62221]: _type = "Task" [ 1384.712028] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.720182] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.042037] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.141842] env[62221]: DEBUG nova.compute.utils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.144282] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1385.144483] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.184582] env[62221]: DEBUG nova.policy [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb68b3931c420cb67ffc0417c0d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f51bb254d345b5ba29926bfb39d1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1385.222788] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701005, 'name': RemoveSnapshot_Task, 'duration_secs': 0.32721} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.226019] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1385.226338] env[62221]: DEBUG nova.compute.manager [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.227534] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347a31a-4930-493c-98e6-9ac0f1d1511b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.252634] env[62221]: DEBUG nova.network.neutron [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Updating instance_info_cache with network_info: [{"id": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "address": "fa:16:3e:92:f1:c7", "network": {"id": "c7f7ca19-a62c-4201-b132-ce35cf5680b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1813989070", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd758e-02", "ovs_interfaceid": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "address": "fa:16:3e:ac:c5:f8", "network": {"id": "0ddb9174-c5d8-472a-996d-cf1824a18258", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-182723449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c08d49-95", "ovs_interfaceid": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.459395] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Successfully created port: 1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.480448] env[62221]: DEBUG nova.network.neutron [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.530160] env[62221]: DEBUG nova.network.neutron [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.645495] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1385.746680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "8e504d19-5c4c-4708-afff-595d9bd15f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.746680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.746680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.746680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.746680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.750117] env[62221]: INFO nova.compute.manager [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Terminating instance [ 1385.752087] env[62221]: DEBUG nova.compute.manager [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1385.752087] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.755317] env[62221]: INFO nova.compute.manager [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Shelve offloading [ 1385.757132] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.758434] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f00c2-309f-4405-906d-7a6bb8025301 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.765541] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.769160] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance network_info: |[{"id": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "address": "fa:16:3e:92:f1:c7", "network": {"id": "c7f7ca19-a62c-4201-b132-ce35cf5680b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1813989070", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd758e-02", "ovs_interfaceid": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "address": "fa:16:3e:ac:c5:f8", "network": {"id": "0ddb9174-c5d8-472a-996d-cf1824a18258", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-182723449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c08d49-95", "ovs_interfaceid": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.769160] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b7daca-5c4c-4966-af9d-b1c4bc9401f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.770821] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Acquired lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.771028] env[62221]: DEBUG nova.network.neutron [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Refreshing network info cache for port 10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.772558] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f1:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfd758e-02a2-478b-abfa-293bfd5a13d3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c5:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c08d49-95e6-421c-beeb-ad5d72ed777a', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.788472] env[62221]: DEBUG oslo.service.loopingcall [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.796227] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.801216] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c9c881f-a636-463a-99dd-363fb4f85791 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.819738] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.823441] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42773395-8331-4cee-8838-5a0702ec5954 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.825040] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1385.825040] env[62221]: value = "task-1701006" [ 1385.825040] env[62221]: _type = "Task" [ 1385.825040] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.831877] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1385.831877] env[62221]: value = "task-1701007" [ 1385.831877] env[62221]: _type = "Task" [ 1385.831877] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.836824] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.836824] env[62221]: value = "task-1701008" [ 1385.836824] env[62221]: _type = "Task" [ 1385.836824] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.840206] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1385.840401] env[62221]: DEBUG nova.compute.manager [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.843777] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f80aee-2a92-4f68-9547-af3760782058 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.856135] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1701007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.860679] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701008, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.861042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.861205] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.861376] env[62221]: DEBUG nova.network.neutron [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.897872] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Successfully updated port: cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.982398] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.982776] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Instance network_info: |[{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.983138] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa06299-4dfe-4a8b-b53c-52c97b03a787', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.993486] env[62221]: DEBUG oslo.service.loopingcall [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.994630] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.995194] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ae388ea-1e64-4188-94fd-e50e20ed085a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.021300] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.021300] env[62221]: value = "task-1701009" [ 1386.021300] env[62221]: _type = "Task" [ 1386.021300] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.027653] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Received event network-changed-bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.027865] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Refreshing instance network info cache due to event network-changed-bfa06299-4dfe-4a8b-b53c-52c97b03a787. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1386.028093] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquiring lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.028243] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquired lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.028395] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Refreshing network info cache for port bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.039333] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701009, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.134809] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a583110e-f53a-432a-b610-ac80d169d9c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.143541] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e8323-3355-42db-9c32-215b81eb7ec3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.187958] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b54ae-390d-487f-9add-0140e287f812 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.201061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6bb94c-e72b-4a0f-b44d-affc35174e6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.218419] env[62221]: DEBUG nova.compute.provider_tree [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.349727] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1701007, 'name': PowerOffVM_Task, 'duration_secs': 0.187758} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.350547] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.350817] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.351199] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fb406d3-a8a6-46b4-b8da-86822a56a485 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.357795] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701008, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.401327] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.401617] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.401617] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.447393] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.447656] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.447922] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Deleting the datastore file [datastore1] 8e504d19-5c4c-4708-afff-595d9bd15f73 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.448323] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0a2e4c-14fc-440b-b3fa-471bd0658107 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.458112] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for the task: (returnval){ [ 1386.458112] env[62221]: value = "task-1701011" [ 1386.458112] env[62221]: _type = "Task" [ 1386.458112] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.468928] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1701011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.532393] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701009, 'name': CreateVM_Task, 'duration_secs': 0.372048} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.532612] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.533332] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.533497] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.533855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.534121] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcf4925-ce5c-4cc9-a791-bdc48ea56e51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.541058] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1386.541058] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ebff-50e4-166a-224a-1489b39cd283" [ 1386.541058] env[62221]: _type = "Task" [ 1386.541058] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.557793] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ebff-50e4-166a-224a-1489b39cd283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.590237] env[62221]: DEBUG nova.network.neutron [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Updated VIF entry in instance network info cache for port 10c08d49-95e6-421c-beeb-ad5d72ed777a. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.590654] env[62221]: DEBUG nova.network.neutron [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Updating instance_info_cache with network_info: [{"id": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "address": "fa:16:3e:92:f1:c7", "network": {"id": "c7f7ca19-a62c-4201-b132-ce35cf5680b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1813989070", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd758e-02", "ovs_interfaceid": "3dfd758e-02a2-478b-abfa-293bfd5a13d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "address": "fa:16:3e:ac:c5:f8", "network": {"id": "0ddb9174-c5d8-472a-996d-cf1824a18258", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-182723449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f9788529e2464324bae4cc282bc1f88a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c08d49-95", "ovs_interfaceid": "10c08d49-95e6-421c-beeb-ad5d72ed777a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.693872] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1386.724031] env[62221]: DEBUG nova.scheduler.client.report [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1386.731562] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1386.731562] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1386.731795] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1386.734051] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1386.734410] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bff8d9-279c-4b3b-9f8d-10e985d1943c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.744593] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef4eab-4440-4571-a033-2313a2db1558 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.851102] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701008, 'name': CreateVM_Task, 'duration_secs': 0.842097} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.851292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.852052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.969328] env[62221]: DEBUG oslo_vmware.api [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Task: {'id': task-1701011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319291} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.971889] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.972098] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.972282] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.972449] env[62221]: INFO nova.compute.manager [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1386.972686] env[62221]: DEBUG oslo.service.loopingcall [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.972982] env[62221]: DEBUG nova.compute.manager [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1386.973464] env[62221]: DEBUG nova.network.neutron [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.985185] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Successfully updated port: 1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.043168] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.056137] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ebff-50e4-166a-224a-1489b39cd283, 'name': SearchDatastore_Task, 'duration_secs': 0.06867} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.057258] env[62221]: DEBUG nova.network.neutron [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.058662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.059030] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.059380] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.059640] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.059928] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.060566] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.060976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.061384] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce57b46f-c46e-46bc-be86-2d9a17063e8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.063555] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d36c7a-4f93-491d-91c5-560a687c8504 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.072035] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1387.072035] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5293ce5c-2e19-5127-62c0-6460f4dc327c" [ 1387.072035] env[62221]: _type = "Task" [ 1387.072035] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.078861] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.079297] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.084674] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0896e5ae-1ec7-48ca-8ca4-bb9ac6bca535 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.087852] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5293ce5c-2e19-5127-62c0-6460f4dc327c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.090809] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1387.090809] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52164faf-7d24-7e5f-82b0-03066cd51501" [ 1387.090809] env[62221]: _type = "Task" [ 1387.090809] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.094578] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Releasing lock "refresh_cache-1a4228b8-eed1-473c-90e5-7870e2087a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.094937] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Received event network-vif-plugged-bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.095248] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.095561] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.096936] env[62221]: DEBUG oslo_concurrency.lockutils [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.096936] env[62221]: DEBUG nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] No waiting events found dispatching network-vif-plugged-bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1387.096936] env[62221]: WARNING nova.compute.manager [req-0e74d800-9b7c-44df-ac93-7ba4c30a04a4 req-a86b78e1-2ebf-477d-89a1-11371590ba87 service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Received unexpected event network-vif-plugged-bfa06299-4dfe-4a8b-b53c-52c97b03a787 for instance with vm_state building and task_state spawning. [ 1387.102188] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52164faf-7d24-7e5f-82b0-03066cd51501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.242081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.242081] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1387.246016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.516s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.306521] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updated VIF entry in instance network info cache for port bfa06299-4dfe-4a8b-b53c-52c97b03a787. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.306885] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.347737] env[62221]: DEBUG nova.network.neutron [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.438305] env[62221]: DEBUG nova.network.neutron [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Updating instance_info_cache with network_info: [{"id": "cb6db610-dc4e-489b-91a8-f899b096f86a", "address": "fa:16:3e:32:3a:e5", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6db610-dc", "ovs_interfaceid": "cb6db610-dc4e-489b-91a8-f899b096f86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.460892] env[62221]: DEBUG nova.compute.manager [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Received event network-vif-plugged-1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.461128] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] Acquiring lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.461414] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.461491] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.461746] env[62221]: DEBUG nova.compute.manager [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] No waiting events found dispatching network-vif-plugged-1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1387.461936] env[62221]: WARNING nova.compute.manager [req-8d50e506-bb48-4e09-be10-a7ae834c683f req-9cceef15-e87c-4a0d-bbbe-12989a5ed6fa service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Received unexpected event network-vif-plugged-1cda3842-c493-44fe-85e4-e5bbbfe51bf9 for instance with vm_state building and task_state spawning. [ 1387.486422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.486564] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.486733] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.564052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.564052] env[62221]: DEBUG nova.compute.manager [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Inject network info {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1387.564052] env[62221]: DEBUG nova.compute.manager [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] network_info to inject: |[{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1387.568238] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfiguring VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1387.568575] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3794acf4-3785-4acf-96b6-528b552327fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.588034] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5293ce5c-2e19-5127-62c0-6460f4dc327c, 'name': SearchDatastore_Task, 'duration_secs': 0.025043} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.589275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.589516] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.589723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.589988] env[62221]: DEBUG oslo_vmware.api [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1387.589988] env[62221]: value = "task-1701012" [ 1387.589988] env[62221]: _type = "Task" [ 1387.589988] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.603655] env[62221]: DEBUG oslo_vmware.api [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.603892] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52164faf-7d24-7e5f-82b0-03066cd51501, 'name': SearchDatastore_Task, 'duration_secs': 0.014855} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.604626] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a7803d-10a0-4985-80e4-4e12025c8958 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.611195] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1387.611195] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c690-28b3-880e-3ab1-909c2f0976bb" [ 1387.611195] env[62221]: _type = "Task" [ 1387.611195] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.619230] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c690-28b3-880e-3ab1-909c2f0976bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.751511] env[62221]: DEBUG nova.compute.utils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.752982] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1387.753789] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.757017] env[62221]: DEBUG nova.objects.instance [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lazy-loading 'migration_context' on Instance uuid 3077f487-850e-41fe-89c8-62bd24f19ecd {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.796113] env[62221]: DEBUG nova.policy [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb68b3931c420cb67ffc0417c0d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f51bb254d345b5ba29926bfb39d1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1387.811755] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Releasing lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.811902] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.812017] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing instance network info cache due to event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1387.812847] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.812847] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.812847] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.836948] env[62221]: DEBUG nova.objects.instance [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lazy-loading 'flavor' on Instance uuid acc4c843-d33b-43ee-986a-74480aecac2a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.850800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.941704] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.942339] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Instance network_info: |[{"id": "cb6db610-dc4e-489b-91a8-f899b096f86a", "address": "fa:16:3e:32:3a:e5", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6db610-dc", "ovs_interfaceid": "cb6db610-dc4e-489b-91a8-f899b096f86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1387.942703] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:3a:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb6db610-dc4e-489b-91a8-f899b096f86a', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.950439] env[62221]: DEBUG oslo.service.loopingcall [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.950709] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.950999] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ce2e269-7a58-4a64-8df9-f385987d4a2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.973246] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.973246] env[62221]: value = "task-1701013" [ 1387.973246] env[62221]: _type = "Task" [ 1387.973246] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.981317] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701013, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.036901] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Successfully created port: ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.042087] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.055238] env[62221]: DEBUG nova.network.neutron [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.102632] env[62221]: DEBUG oslo_vmware.api [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701012, 'name': ReconfigVM_Task, 'duration_secs': 0.158113} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.106023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8070ee-6fa8-4bc5-abd1-0caa58a96f87 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfigured VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1388.123165] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c690-28b3-880e-3ab1-909c2f0976bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.127019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.127019] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.127019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.127019] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.127019] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa9d486-0941-42ac-8ddd-a13bb834d923 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.127019] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f736055e-1ad3-4308-89e0-3748c5815939 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.133593] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1388.133593] env[62221]: value = "task-1701014" [ 1388.133593] env[62221]: _type = "Task" [ 1388.133593] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.140310] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.140587] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.141651] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06082c8b-18aa-42b9-aaa5-4201c240e557 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.147543] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1388.147543] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5253ae00-23ff-f8d5-5f1a-f5263076e080" [ 1388.147543] env[62221]: _type = "Task" [ 1388.147543] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.152169] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.165295] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5253ae00-23ff-f8d5-5f1a-f5263076e080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.257183] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1388.344840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.347530] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.358121] env[62221]: DEBUG nova.compute.manager [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-vif-unplugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1388.358336] env[62221]: DEBUG oslo_concurrency.lockutils [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.358536] env[62221]: DEBUG oslo_concurrency.lockutils [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.360484] env[62221]: DEBUG oslo_concurrency.lockutils [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.360484] env[62221]: DEBUG nova.compute.manager [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] No waiting events found dispatching network-vif-unplugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1388.360484] env[62221]: WARNING nova.compute.manager [req-874f5d09-ebfd-461c-a4a7-44ae79a6f937 req-2ed8a2c2-01b9-486e-8838-11d8f2ebacf3 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received unexpected event network-vif-unplugged-be931c40-8dc9-4123-92fd-9911bdb1019d for instance with vm_state shelved and task_state shelving_offloading. [ 1388.397943] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Updating instance_info_cache with network_info: [{"id": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "address": "fa:16:3e:c8:93:bb", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda3842-c4", "ovs_interfaceid": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.486535] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701013, 'name': CreateVM_Task, 'duration_secs': 0.3281} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.489458] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.490762] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.491162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.491617] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.494017] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3da87a-72a5-4710-b82d-d9e3491db13c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.499707] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1388.499707] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ff6e3d-8252-4416-a1f0-e8b4047e28af" [ 1388.499707] env[62221]: _type = "Task" [ 1388.499707] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.509422] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ff6e3d-8252-4416-a1f0-e8b4047e28af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.559731] env[62221]: INFO nova.compute.manager [-] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Took 1.58 seconds to deallocate network for instance. [ 1388.644426] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.648802] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.649250] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.649794] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed81e557-0c87-4a82-a314-d1b4643de1f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.659021] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1388.659021] env[62221]: value = "task-1701015" [ 1388.659021] env[62221]: _type = "Task" [ 1388.659021] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.671035] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5253ae00-23ff-f8d5-5f1a-f5263076e080, 'name': SearchDatastore_Task, 'duration_secs': 0.020153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.671035] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a03311-d7e8-4822-8856-9e8c57bbf31a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.678946] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.680266] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1388.680266] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522fc432-0429-93fd-cce7-24daa2280c2e" [ 1388.680266] env[62221]: _type = "Task" [ 1388.680266] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.690585] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522fc432-0429-93fd-cce7-24daa2280c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.717996] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.718875] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88327c08-bc56-4d02-abfb-937c62af8bec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.728707] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.728950] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e4a1faf-db31-466b-a567-712743ccb2de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.734748] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d50229-98c9-4a06-81b8-2f905be21584 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.741847] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5784bb4-d5dd-48e9-808b-f0702aff1d12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.778179] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab159393-e3d4-4cbc-a2f3-c58862f89d11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.786886] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059197ff-afe6-44bf-aa5c-1b89e0e63480 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.801319] env[62221]: DEBUG nova.compute.provider_tree [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.850734] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.904813] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.905199] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Instance network_info: |[{"id": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "address": "fa:16:3e:c8:93:bb", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda3842-c4", "ovs_interfaceid": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1388.905625] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:93:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cda3842-c493-44fe-85e4-e5bbbfe51bf9', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.915032] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating folder: Project (98f51bb254d345b5ba29926bfb39d1ec). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.915032] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33b5fe49-3adf-441e-8733-ab564c001cee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.925047] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created folder: Project (98f51bb254d345b5ba29926bfb39d1ec) in parent group-v354396. [ 1388.925231] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating folder: Instances. Parent ref: group-v354552. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.925520] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5914719-04d2-44e7-8732-8491d06a682a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.931132] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updated VIF entry in instance network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.931471] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.934098] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created folder: Instances in parent group-v354552. [ 1388.934319] env[62221]: DEBUG oslo.service.loopingcall [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.934493] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.934680] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b39f8334-e588-49ba-b744-622f2e746f28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.954736] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.954736] env[62221]: value = "task-1701019" [ 1388.954736] env[62221]: _type = "Task" [ 1388.954736] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.964121] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701019, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.010391] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ff6e3d-8252-4416-a1f0-e8b4047e28af, 'name': SearchDatastore_Task, 'duration_secs': 0.048691} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.010772] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.011054] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.011299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.068390] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.165958] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061132} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.166274] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.167040] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c45e20-4647-4179-ab10-77eeab2245a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.189127] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.189497] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e108e6-5c82-4f8a-b54b-45b8e73db8df {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.212602] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522fc432-0429-93fd-cce7-24daa2280c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.213876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.214181] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1a4228b8-eed1-473c-90e5-7870e2087a07/1a4228b8-eed1-473c-90e5-7870e2087a07.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.214527] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1389.214527] env[62221]: value = "task-1701020" [ 1389.214527] env[62221]: _type = "Task" [ 1389.214527] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.214753] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.214964] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.215218] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414031d9-6208-4c97-9482-946685ae4d5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.217365] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-216bfb21-a9a1-4d6a-974c-9078a94882ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.228736] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.230336] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.230511] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.231305] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1389.231305] env[62221]: value = "task-1701021" [ 1389.231305] env[62221]: _type = "Task" [ 1389.231305] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.231491] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f0343c-3965-4f72-abb6-4359129f7239 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.239496] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1389.239496] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52de6c10-06dc-39bf-b068-050375a72ad5" [ 1389.239496] env[62221]: _type = "Task" [ 1389.239496] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.242496] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.251353] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52de6c10-06dc-39bf-b068-050375a72ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.260997] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.261349] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.261431] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.261688] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d21dcea6-8d28-417f-8ef7-87a6d612917c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.268251] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1389.268251] env[62221]: value = "task-1701022" [ 1389.268251] env[62221]: _type = "Task" [ 1389.268251] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.276304] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.282586] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1389.304759] env[62221]: DEBUG nova.scheduler.client.report [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.332927] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.333239] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.333450] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.333656] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.333830] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.333985] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.334211] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.334405] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.334671] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.334942] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.335196] env[62221]: DEBUG nova.virt.hardware [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.336472] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038b0fd-21bf-461d-8b35-6cfe28e6276b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.345243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519185cc-1c4e-49d7-9f0e-0bcf8652de34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.433978] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.434308] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Received event network-vif-plugged-cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.434509] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquiring lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.434715] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.434874] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.435073] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] No waiting events found dispatching network-vif-plugged-cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1389.435249] env[62221]: WARNING nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Received unexpected event network-vif-plugged-cb6db610-dc4e-489b-91a8-f899b096f86a for instance with vm_state building and task_state spawning. [ 1389.435414] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Received event network-changed-cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.435587] env[62221]: DEBUG nova.compute.manager [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Refreshing instance network info cache due to event network-changed-cb6db610-dc4e-489b-91a8-f899b096f86a. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1389.435783] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquiring lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.435917] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Acquired lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.436083] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Refreshing network info cache for port cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.437901] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.466487] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701019, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.513425] env[62221]: DEBUG nova.compute.manager [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Received event network-changed-1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.516760] env[62221]: DEBUG nova.compute.manager [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Refreshing instance network info cache due to event network-changed-1cda3842-c493-44fe-85e4-e5bbbfe51bf9. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1389.516760] env[62221]: DEBUG oslo_concurrency.lockutils [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] Acquiring lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.516760] env[62221]: DEBUG oslo_concurrency.lockutils [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] Acquired lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.516760] env[62221]: DEBUG nova.network.neutron [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Refreshing network info cache for port 1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.624507] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Successfully updated port: ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.728938] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701020, 'name': ReconfigVM_Task, 'duration_secs': 0.324907} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.728938] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.728938] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1544f3-7c08-435f-b79b-28c308bbb5da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.733898] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1389.733898] env[62221]: value = "task-1701023" [ 1389.733898] env[62221]: _type = "Task" [ 1389.733898] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.748322] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48582} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.751613] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1a4228b8-eed1-473c-90e5-7870e2087a07/1a4228b8-eed1-473c-90e5-7870e2087a07.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.751837] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.752101] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701023, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.752788] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d089845-810c-4884-b5d0-0032776d4bb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.757781] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52de6c10-06dc-39bf-b068-050375a72ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.024087} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.758963] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec1b158-7972-45bd-9fc8-79f9a975c3d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.762502] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1389.762502] env[62221]: value = "task-1701024" [ 1389.762502] env[62221]: _type = "Task" [ 1389.762502] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.769831] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1389.769831] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ba2f5c-8708-227d-44e3-91714ab755fe" [ 1389.769831] env[62221]: _type = "Task" [ 1389.769831] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.779080] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.784940] env[62221]: DEBUG oslo_vmware.api [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367911} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.787955] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.788173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.788355] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.790263] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ba2f5c-8708-227d-44e3-91714ab755fe, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.790692] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.790943] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ca744b49-38a2-468c-af0e-08944a1e9613/ca744b49-38a2-468c-af0e-08944a1e9613.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.793253] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae168995-a181-4470-b905-eb45d2123840 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.800822] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1389.800822] env[62221]: value = "task-1701025" [ 1389.800822] env[62221]: _type = "Task" [ 1389.800822] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.815194] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.826332] env[62221]: INFO nova.scheduler.client.report [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted allocations for instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f [ 1389.930190] env[62221]: DEBUG nova.network.neutron [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.968939] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701019, 'name': CreateVM_Task, 'duration_secs': 0.558591} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.968939] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.968939] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.968939] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.968939] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.968939] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492f4b06-d21a-4acb-bfb9-018acf2f854b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.974030] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1389.974030] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524837d6-d4e6-e9ae-2a83-0c165e72e5dd" [ 1389.974030] env[62221]: _type = "Task" [ 1389.974030] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.980561] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524837d6-d4e6-e9ae-2a83-0c165e72e5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.131297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.131297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.131297] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.246686] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701023, 'name': Rename_Task, 'duration_secs': 0.13392} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.247044] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.247486] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3659a52f-a624-499c-a0e1-a837c29dc303 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.253656] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1390.253656] env[62221]: value = "task-1701026" [ 1390.253656] env[62221]: _type = "Task" [ 1390.253656] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.266746] env[62221]: DEBUG nova.network.neutron [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Updated VIF entry in instance network info cache for port 1cda3842-c493-44fe-85e4-e5bbbfe51bf9. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.267129] env[62221]: DEBUG nova.network.neutron [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Updating instance_info_cache with network_info: [{"id": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "address": "fa:16:3e:c8:93:bb", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cda3842-c4", "ovs_interfaceid": "1cda3842-c493-44fe-85e4-e5bbbfe51bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.270752] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.279542] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067675} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.280384] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.281259] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb12107-92a0-4e3e-b9b8-b8d4f975ede5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.307266] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1a4228b8-eed1-473c-90e5-7870e2087a07/1a4228b8-eed1-473c-90e5-7870e2087a07.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.307888] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d0fe7f-093a-4a8b-9338-99a12caa6193 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.322950] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Updated VIF entry in instance network info cache for port cb6db610-dc4e-489b-91a8-f899b096f86a. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.323313] env[62221]: DEBUG nova.network.neutron [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Updating instance_info_cache with network_info: [{"id": "cb6db610-dc4e-489b-91a8-f899b096f86a", "address": "fa:16:3e:32:3a:e5", "network": {"id": "e75db92c-7188-4761-9513-e26b1209771d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-904072345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afee50e4764047a8b685ea7c8fb5a173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6db610-dc", "ovs_interfaceid": "cb6db610-dc4e-489b-91a8-f899b096f86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.328897] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.083s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.335535] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.042s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.337096] env[62221]: INFO nova.compute.claims [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.340168] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.350648] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427209} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.350873] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1390.350873] env[62221]: value = "task-1701027" [ 1390.350873] env[62221]: _type = "Task" [ 1390.350873] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.351293] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ca744b49-38a2-468c-af0e-08944a1e9613/ca744b49-38a2-468c-af0e-08944a1e9613.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.351494] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.351793] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9de128-8405-4b73-9a1c-3b546925e750 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.367458] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.368921] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1390.368921] env[62221]: value = "task-1701028" [ 1390.368921] env[62221]: _type = "Task" [ 1390.368921] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.377955] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.439022] env[62221]: DEBUG nova.compute.manager [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.439022] env[62221]: DEBUG nova.compute.manager [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing instance network info cache due to event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1390.439022] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.439022] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.439022] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.484376] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524837d6-d4e6-e9ae-2a83-0c165e72e5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.049261} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.484664] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.484887] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.485123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.485262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.485432] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.485749] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c643c1b2-fff6-4cf9-83ef-8d452aded3e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.493693] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.493906] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.494622] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffb05b5-01b9-4f00-af64-bb9b11938dfe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.500349] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1390.500349] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522398d9-370e-b709-bc17-151cbe6e2cef" [ 1390.500349] env[62221]: _type = "Task" [ 1390.500349] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.508089] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522398d9-370e-b709-bc17-151cbe6e2cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.666880] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.765808] env[62221]: DEBUG oslo_vmware.api [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701026, 'name': PowerOnVM_Task, 'duration_secs': 0.501399} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.766306] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.766538] env[62221]: INFO nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1390.766719] env[62221]: DEBUG nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1390.767698] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea1fb2-83e5-4d92-ae19-d7ef6f36c545 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.772278] env[62221]: DEBUG oslo_concurrency.lockutils [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] Releasing lock "refresh_cache-f794fbd0-75f7-4dff-998a-ef65925a72ff" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.772543] env[62221]: DEBUG nova.compute.manager [req-083b2015-c4e8-41c6-9b8c-038f219884df req-973dfdda-7027-4f7e-9da1-fbdbae291407 service nova] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Received event network-vif-deleted-bda739fc-e61f-40bc-a5c3-12624189a993 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.825361] env[62221]: DEBUG nova.network.neutron [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Updating instance_info_cache with network_info: [{"id": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "address": "fa:16:3e:02:19:9c", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfb1052-34", "ovs_interfaceid": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.836771] env[62221]: DEBUG oslo_concurrency.lockutils [req-dfa298c0-8587-4897-bf82-49e68ccd571d req-a8126f27-2652-4fed-8f35-6df256b6e6ca service nova] Releasing lock "refresh_cache-ca744b49-38a2-468c-af0e-08944a1e9613" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.866557] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701027, 'name': ReconfigVM_Task, 'duration_secs': 0.296567} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.866739] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1a4228b8-eed1-473c-90e5-7870e2087a07/1a4228b8-eed1-473c-90e5-7870e2087a07.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.867272] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbe2908-cd9d-434d-993a-75b9f49b3f77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.878218] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1390.878218] env[62221]: value = "task-1701029" [ 1390.878218] env[62221]: _type = "Task" [ 1390.878218] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.878493] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107909} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.881340] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.882116] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f46ba4-46cf-48a0-9247-a5cbbc4449e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.892102] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701029, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.911440] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] ca744b49-38a2-468c-af0e-08944a1e9613/ca744b49-38a2-468c-af0e-08944a1e9613.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.915167] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94e0685-9bec-4b2d-9b53-74cefc4d6489 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.938222] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1390.938222] env[62221]: value = "task-1701030" [ 1390.938222] env[62221]: _type = "Task" [ 1390.938222] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.950852] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.008839] env[62221]: DEBUG nova.network.neutron [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.016737] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522398d9-370e-b709-bc17-151cbe6e2cef, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.017582] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f10f89-818f-43d4-933c-50cc4e8506ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.024577] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1391.024577] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549a5f-901c-4040-9608-256cf6be912e" [ 1391.024577] env[62221]: _type = "Task" [ 1391.024577] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.033540] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549a5f-901c-4040-9608-256cf6be912e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.287112] env[62221]: INFO nova.compute.manager [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Took 34.68 seconds to build instance. [ 1391.330162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.330162] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Instance network_info: |[{"id": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "address": "fa:16:3e:02:19:9c", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfb1052-34", "ovs_interfaceid": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1391.330162] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:19:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebfb1052-34cc-4b51-af45-ee0bfe3bff79', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.336864] env[62221]: DEBUG oslo.service.loopingcall [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.339453] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.340091] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3c64f6-a4d5-4e02-adb0-966563869954 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.369127] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.369127] env[62221]: value = "task-1701031" [ 1391.369127] env[62221]: _type = "Task" [ 1391.369127] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.381904] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701031, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.393315] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701029, 'name': Rename_Task, 'duration_secs': 0.153417} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.394141] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updated VIF entry in instance network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.394473] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbe931c40-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.395623] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.395870] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555fffc4-a84a-4ed8-bdb0-ce0e41599b49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.403738] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1391.403738] env[62221]: value = "task-1701032" [ 1391.403738] env[62221]: _type = "Task" [ 1391.403738] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.418129] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.449447] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701030, 'name': ReconfigVM_Task, 'duration_secs': 0.276171} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.452763] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Reconfigured VM instance instance-00000037 to attach disk [datastore1] ca744b49-38a2-468c-af0e-08944a1e9613/ca744b49-38a2-468c-af0e-08944a1e9613.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.453906] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c3928d-6db1-4290-b9f3-66216b214ae7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.460376] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1391.460376] env[62221]: value = "task-1701033" [ 1391.460376] env[62221]: _type = "Task" [ 1391.460376] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.471906] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701033, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.514051] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.514351] env[62221]: DEBUG nova.compute.manager [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Inject network info {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1391.514613] env[62221]: DEBUG nova.compute.manager [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] network_info to inject: |[{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1391.523022] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfiguring VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1391.523022] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e6e5bb-4330-4331-b29f-ae905d27a3f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.543279] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549a5f-901c-4040-9608-256cf6be912e, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.547551] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.547867] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f794fbd0-75f7-4dff-998a-ef65925a72ff/f794fbd0-75f7-4dff-998a-ef65925a72ff.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.548232] env[62221]: DEBUG oslo_vmware.api [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1391.548232] env[62221]: value = "task-1701034" [ 1391.548232] env[62221]: _type = "Task" [ 1391.548232] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.548899] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915e6f9f-a6b6-4d6c-87b9-f7e5d4a90df7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.563720] env[62221]: DEBUG oslo_vmware.api [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.565058] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1391.565058] env[62221]: value = "task-1701035" [ 1391.565058] env[62221]: _type = "Task" [ 1391.565058] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.573475] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.686819] env[62221]: DEBUG nova.compute.manager [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Received event network-vif-plugged-ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.686978] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Acquiring lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.687250] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.687422] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.687617] env[62221]: DEBUG nova.compute.manager [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] No waiting events found dispatching network-vif-plugged-ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1391.687822] env[62221]: WARNING nova.compute.manager [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Received unexpected event network-vif-plugged-ebfb1052-34cc-4b51-af45-ee0bfe3bff79 for instance with vm_state building and task_state spawning. [ 1391.687931] env[62221]: DEBUG nova.compute.manager [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Received event network-changed-ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.688119] env[62221]: DEBUG nova.compute.manager [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Refreshing instance network info cache due to event network-changed-ebfb1052-34cc-4b51-af45-ee0bfe3bff79. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1391.688327] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Acquiring lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.688481] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Acquired lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.688646] env[62221]: DEBUG nova.network.neutron [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Refreshing network info cache for port ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.747714] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000ca28-cf25-43b2-a9cf-790231c12597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.755279] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d01d9a-9f14-4fcd-bfd2-0fe8f3c8240c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.790090] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6ae47fd2-2986-48c5-9dd3-a9c42ecdef95 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.190s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.790694] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb6def-19d3-4408-afb1-f5ccfcf997c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.798980] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214fff9b-5204-44d3-b504-8b1d52d555a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.813506] env[62221]: DEBUG nova.compute.provider_tree [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.885590] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701031, 'name': CreateVM_Task, 'duration_secs': 0.367834} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.887092] env[62221]: INFO nova.compute.manager [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Swapping old allocation on dict_keys(['7f6f8f99-7d78-45eb-9080-8e2c493a11cb']) held by migration cb808b24-d98b-4d84-abb4-157c62b20de9 for instance [ 1391.887432] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.890629] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.890788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.891128] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.892026] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc35a534-d98b-4f95-bffe-ff86dc0814a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.898390] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1391.898390] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52451f40-70c6-cf9d-e994-704d150a5605" [ 1391.898390] env[62221]: _type = "Task" [ 1391.898390] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.906347] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.906733] env[62221]: DEBUG nova.compute.manager [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.906995] env[62221]: DEBUG nova.compute.manager [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing instance network info cache due to event network-changed-db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1391.907238] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Acquiring lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.907558] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Acquired lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.907882] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Refreshing network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.918530] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52451f40-70c6-cf9d-e994-704d150a5605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.925252] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701032, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.926572] env[62221]: DEBUG nova.scheduler.client.report [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Overwriting current allocation {'allocations': {'7f6f8f99-7d78-45eb-9080-8e2c493a11cb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '66b5f4932cf6413890ec6c780bb9715e', 'user_id': 'da69af9e05f24e8582596883af573ee2', 'consumer_generation': 1} on consumer 3077f487-850e-41fe-89c8-62bd24f19ecd {{(pid=62221) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1391.929903] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "acc4c843-d33b-43ee-986a-74480aecac2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.929999] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.930281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.930513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.930684] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.938136] env[62221]: INFO nova.compute.manager [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Terminating instance [ 1391.940610] env[62221]: DEBUG nova.compute.manager [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1391.940833] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.942169] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b117e-e6b6-429d-bf21-0be8d145df7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.951077] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.951301] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac98cd65-e114-4c8b-b3c7-32f8eff23655 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.958581] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1391.958581] env[62221]: value = "task-1701036" [ 1391.958581] env[62221]: _type = "Task" [ 1391.958581] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.973175] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.976841] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701033, 'name': Rename_Task, 'duration_secs': 0.161338} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.977140] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.977508] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f632a8-e36c-4f30-bdc4-b9b4a4047f4c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.987528] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1391.987528] env[62221]: value = "task-1701037" [ 1391.987528] env[62221]: _type = "Task" [ 1391.987528] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.997067] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.026130] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.026130] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquired lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.026130] env[62221]: DEBUG nova.network.neutron [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.065128] env[62221]: DEBUG oslo_vmware.api [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701034, 'name': ReconfigVM_Task, 'duration_secs': 0.150305} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.065128] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b4257412-d4ee-4162-af2f-2c0ac86cccfb tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Reconfigured VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1392.076539] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701035, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.317481] env[62221]: DEBUG nova.scheduler.client.report [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.409389] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52451f40-70c6-cf9d-e994-704d150a5605, 'name': SearchDatastore_Task, 'duration_secs': 0.054319} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.409920] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.410329] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.413017] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.413017] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.413017] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.414260] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b16339c-7f05-4dcd-9e79-c009be6866a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.418144] env[62221]: DEBUG nova.network.neutron [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Updated VIF entry in instance network info cache for port ebfb1052-34cc-4b51-af45-ee0bfe3bff79. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.418144] env[62221]: DEBUG nova.network.neutron [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Updating instance_info_cache with network_info: [{"id": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "address": "fa:16:3e:02:19:9c", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfb1052-34", "ovs_interfaceid": "ebfb1052-34cc-4b51-af45-ee0bfe3bff79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.429986] env[62221]: DEBUG oslo_vmware.api [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701032, 'name': PowerOnVM_Task, 'duration_secs': 0.681738} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.431146] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.431361] env[62221]: INFO nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Took 14.54 seconds to spawn the instance on the hypervisor. [ 1392.431545] env[62221]: DEBUG nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.431839] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.431983] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.433133] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d34232b-c4be-49f3-9958-8f8a5990843e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.436416] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75403b16-9a57-4ca1-b4fc-567122f54df1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.442014] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1392.442014] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52442d8c-f688-aa39-e1a6-38393bc738c2" [ 1392.442014] env[62221]: _type = "Task" [ 1392.442014] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.454164] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52442d8c-f688-aa39-e1a6-38393bc738c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.469738] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701036, 'name': PowerOffVM_Task, 'duration_secs': 0.334821} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.470047] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.470245] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.470653] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633c38f8-4e26-4d5f-8bde-7082818ef4b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.496916] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701037, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.575714] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.575920] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.576120] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Deleting the datastore file [datastore1] acc4c843-d33b-43ee-986a-74480aecac2a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.578390] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b46f5a-cf4d-40d4-b929-6570fca05e32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.585728] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531835} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.586844] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f794fbd0-75f7-4dff-998a-ef65925a72ff/f794fbd0-75f7-4dff-998a-ef65925a72ff.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.587066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.587372] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for the task: (returnval){ [ 1392.587372] env[62221]: value = "task-1701039" [ 1392.587372] env[62221]: _type = "Task" [ 1392.587372] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.587542] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e277e1-e739-43f3-a377-ea4b991b6cfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.597525] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.598746] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1392.598746] env[62221]: value = "task-1701040" [ 1392.598746] env[62221]: _type = "Task" [ 1392.598746] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.613457] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.681986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.764986] env[62221]: DEBUG nova.network.neutron [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [{"id": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "address": "fa:16:3e:28:81:f6", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9f4ff8-9a", "ovs_interfaceid": "5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.804507] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updated VIF entry in instance network info cache for port db19f170-c05d-4d2c-874e-019e5a8f481e. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.804846] env[62221]: DEBUG nova.network.neutron [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [{"id": "db19f170-c05d-4d2c-874e-019e5a8f481e", "address": "fa:16:3e:01:09:b3", "network": {"id": "55f39fb3-d675-4ec0-bdd1-2bc16c40c888", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1479972168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e01bbb8fa524d699e0326071e75f75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb19f170-c0", "ovs_interfaceid": "db19f170-c05d-4d2c-874e-019e5a8f481e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.824277] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.824800] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1392.829163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.909s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.829163] env[62221]: DEBUG nova.objects.instance [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1392.923757] env[62221]: DEBUG oslo_concurrency.lockutils [req-33345902-2ed0-431d-982b-4219509c9ba1 req-160c85fb-56fb-4e5b-9794-ea0839f8081b service nova] Releasing lock "refresh_cache-69bd0ca0-c550-46fc-ac71-1573a6b57258" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.960039] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52442d8c-f688-aa39-e1a6-38393bc738c2, 'name': SearchDatastore_Task, 'duration_secs': 0.031852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.962647] env[62221]: INFO nova.compute.manager [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Took 42.48 seconds to build instance. [ 1392.963497] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095cc14e-bb22-41b1-bda1-b968fa8a1a1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.969322] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1392.969322] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52505895-582f-8d87-43cd-5ad594791953" [ 1392.969322] env[62221]: _type = "Task" [ 1392.969322] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.985316] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52505895-582f-8d87-43cd-5ad594791953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.998095] env[62221]: DEBUG oslo_vmware.api [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701037, 'name': PowerOnVM_Task, 'duration_secs': 0.969819} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.998425] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.998664] env[62221]: INFO nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1392.998886] env[62221]: DEBUG nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.999882] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18566ac8-dc3a-4d7a-b6b5-9468159989cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.098561] env[62221]: DEBUG oslo_vmware.api [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Task: {'id': task-1701039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411357} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.098817] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.099015] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.099189] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.099363] env[62221]: INFO nova.compute.manager [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1393.099601] env[62221]: DEBUG oslo.service.loopingcall [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.099858] env[62221]: DEBUG nova.compute.manager [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1393.099955] env[62221]: DEBUG nova.network.neutron [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.109674] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286164} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.109910] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.110690] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d837a9-f1a2-481f-8034-20155abcd64b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.133563] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f794fbd0-75f7-4dff-998a-ef65925a72ff/f794fbd0-75f7-4dff-998a-ef65925a72ff.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.133856] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4a92b7-1265-498c-bd96-66bf1b682ab2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.153546] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1393.153546] env[62221]: value = "task-1701041" [ 1393.153546] env[62221]: _type = "Task" [ 1393.153546] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.164237] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.268548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Releasing lock "refresh_cache-3077f487-850e-41fe-89c8-62bd24f19ecd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.269184] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.269515] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b6138d-23ec-459a-b6f8-a965de151867 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.279709] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1393.279709] env[62221]: value = "task-1701042" [ 1393.279709] env[62221]: _type = "Task" [ 1393.279709] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.289520] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.307518] env[62221]: DEBUG oslo_concurrency.lockutils [req-67e1e8c5-82d1-4a73-a013-27d7189dfc81 req-8c291e35-9ca0-4193-a8d2-9a2eed951755 service nova] Releasing lock "refresh_cache-acc4c843-d33b-43ee-986a-74480aecac2a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.332986] env[62221]: DEBUG nova.compute.utils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.338251] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1393.338497] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.391996] env[62221]: DEBUG nova.policy [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b65e8ea05534ec1b2d6c50b6d7e6a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faad9369f0934492b731611939e530be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1393.467328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9f6b9063-8e3f-4aeb-8920-5d2e4eb6d40b tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.999s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.480860] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52505895-582f-8d87-43cd-5ad594791953, 'name': SearchDatastore_Task, 'duration_secs': 0.031901} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.481534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.481534] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 69bd0ca0-c550-46fc-ac71-1573a6b57258/69bd0ca0-c550-46fc-ac71-1573a6b57258.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.481719] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86d2a9fb-06a4-4d77-b8f6-eef905470114 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.488573] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1393.488573] env[62221]: value = "task-1701043" [ 1393.488573] env[62221]: _type = "Task" [ 1393.488573] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.500610] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.518968] env[62221]: INFO nova.compute.manager [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Took 34.16 seconds to build instance. [ 1393.664596] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701041, 'name': ReconfigVM_Task, 'duration_secs': 0.332476} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.664965] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f794fbd0-75f7-4dff-998a-ef65925a72ff/f794fbd0-75f7-4dff-998a-ef65925a72ff.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.665724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e66d69-6ffb-4255-bef1-9b34f38d4354 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.672450] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1393.672450] env[62221]: value = "task-1701044" [ 1393.672450] env[62221]: _type = "Task" [ 1393.672450] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.682429] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701044, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.728799] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Successfully created port: 00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.753879] env[62221]: DEBUG nova.compute.manager [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1393.792490] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701042, 'name': PowerOffVM_Task, 'duration_secs': 0.200651} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.792592] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.793444] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:36:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d8258dad-5ef1-42bb-b361-9d95fb014b8e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-953458683',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.793675] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.793856] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.794095] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.794716] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.794716] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.794716] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.795293] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.795525] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.795706] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.795917] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.805103] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40b7c6e-4cd2-45d2-a831-ebd75326ba2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.827027] env[62221]: DEBUG nova.compute.manager [req-b972ea24-7550-4503-948c-60681eeb7992 req-871aa80a-b52f-469d-8592-34f7f52054d8 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Received event network-vif-deleted-db19f170-c05d-4d2c-874e-019e5a8f481e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1393.827027] env[62221]: INFO nova.compute.manager [req-b972ea24-7550-4503-948c-60681eeb7992 req-871aa80a-b52f-469d-8592-34f7f52054d8 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Neutron deleted interface db19f170-c05d-4d2c-874e-019e5a8f481e; detaching it from the instance and deleting it from the info cache [ 1393.827027] env[62221]: DEBUG nova.network.neutron [req-b972ea24-7550-4503-948c-60681eeb7992 req-871aa80a-b52f-469d-8592-34f7f52054d8 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.833661] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1393.833661] env[62221]: value = "task-1701045" [ 1393.833661] env[62221]: _type = "Task" [ 1393.833661] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.838760] env[62221]: DEBUG nova.compute.utils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.843099] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c003e16d-6710-4b74-99ff-7ad9d5d98b3f tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.848975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.706s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.850851] env[62221]: INFO nova.compute.claims [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.856982] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.002245] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701043, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.021857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cc58c6f9-0ed4-4be3-a0ee-f20ea1284bfa tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.672s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.182178] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701044, 'name': Rename_Task, 'duration_secs': 0.420803} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.182401] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.183021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d0e5f9-85fc-4153-99ab-fda314ce8890 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.188300] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1394.188300] env[62221]: value = "task-1701046" [ 1394.188300] env[62221]: _type = "Task" [ 1394.188300] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.203533] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.232662] env[62221]: DEBUG nova.network.neutron [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.283695] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.327884] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be41194a-779c-477f-a8c6-4e279329c137 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.345902] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1394.348358] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701045, 'name': ReconfigVM_Task, 'duration_secs': 0.24047} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.350490] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab44562-618a-45e3-b8bf-fcbb36f7b4bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.356044] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2742c5f-82f1-45fa-a48d-42b6e368da5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.398901] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:36:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d8258dad-5ef1-42bb-b361-9d95fb014b8e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-953458683',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1394.399159] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1394.399315] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.399502] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1394.399632] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.399779] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1394.400542] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1394.400542] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1394.400542] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1394.400542] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1394.400737] env[62221]: DEBUG nova.virt.hardware [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1394.411860] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e929be7c-fa66-4ac7-b0c4-bc65fe754287 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.414448] env[62221]: DEBUG nova.compute.manager [req-b972ea24-7550-4503-948c-60681eeb7992 req-871aa80a-b52f-469d-8592-34f7f52054d8 service nova] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Detach interface failed, port_id=db19f170-c05d-4d2c-874e-019e5a8f481e, reason: Instance acc4c843-d33b-43ee-986a-74480aecac2a could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1394.418898] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1394.418898] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230a0e5-caec-c049-b325-504e582631c0" [ 1394.418898] env[62221]: _type = "Task" [ 1394.418898] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.427344] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230a0e5-caec-c049-b325-504e582631c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.501159] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514654} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.501429] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 69bd0ca0-c550-46fc-ac71-1573a6b57258/69bd0ca0-c550-46fc-ac71-1573a6b57258.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.501641] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.501919] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d018b1cf-6ef6-4fa3-8bad-7093e0c985c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.508760] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1394.508760] env[62221]: value = "task-1701047" [ 1394.508760] env[62221]: _type = "Task" [ 1394.508760] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.517511] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "1a4228b8-eed1-473c-90e5-7870e2087a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.517864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.518195] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.518486] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.518770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.520830] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.522579] env[62221]: INFO nova.compute.manager [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Terminating instance [ 1394.525993] env[62221]: DEBUG nova.compute.manager [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1394.526205] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.527031] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614978dd-82f4-4fce-9250-54a13aa302a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.534931] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.535201] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c7a15b-4243-413b-b674-adae41e61985 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.542642] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1394.542642] env[62221]: value = "task-1701048" [ 1394.542642] env[62221]: _type = "Task" [ 1394.542642] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.552217] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.704089] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.734811] env[62221]: INFO nova.compute.manager [-] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Took 1.63 seconds to deallocate network for instance. [ 1394.931145] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230a0e5-caec-c049-b325-504e582631c0, 'name': SearchDatastore_Task, 'duration_secs': 0.032945} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.938871] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.939803] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7c55b8-c76b-48cb-9df1-d668b503186a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.959673] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1394.959673] env[62221]: value = "task-1701049" [ 1394.959673] env[62221]: _type = "Task" [ 1394.959673] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.968096] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.019239] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315172} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.022482] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.024464] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84751a-dd36-4f79-8035-ae7242957684 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.050715] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 69bd0ca0-c550-46fc-ac71-1573a6b57258/69bd0ca0-c550-46fc-ac71-1573a6b57258.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.054403] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7265657-8145-4561-b6fc-11cfd4a634dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.079034] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701048, 'name': PowerOffVM_Task, 'duration_secs': 0.507499} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.082740] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.082931] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.083276] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1395.083276] env[62221]: value = "task-1701050" [ 1395.083276] env[62221]: _type = "Task" [ 1395.083276] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.083623] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9a83eb8-e579-4e74-bccc-3571c7c6d2ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.095222] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.204766] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.241467] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.253981] env[62221]: DEBUG nova.compute.manager [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Received event network-vif-plugged-00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1395.254195] env[62221]: DEBUG oslo_concurrency.lockutils [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] Acquiring lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.254373] env[62221]: DEBUG oslo_concurrency.lockutils [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.254570] env[62221]: DEBUG oslo_concurrency.lockutils [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.254750] env[62221]: DEBUG nova.compute.manager [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] No waiting events found dispatching network-vif-plugged-00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1395.254996] env[62221]: WARNING nova.compute.manager [req-b5d8b68b-c51b-459d-b6d4-189f6b50ed44 req-cecb7522-8411-414c-ac73-c350cf578423 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Received unexpected event network-vif-plugged-00e6440d-b1f9-4000-ac65-668756e31104 for instance with vm_state building and task_state spawning. [ 1395.271817] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.272138] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.272342] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleting the datastore file [datastore1] 1a4228b8-eed1-473c-90e5-7870e2087a07 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.276504] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4043dc-b7ad-4e16-b1a7-9f8ae128a180 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.284896] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for the task: (returnval){ [ 1395.284896] env[62221]: value = "task-1701052" [ 1395.284896] env[62221]: _type = "Task" [ 1395.284896] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.295037] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.297454] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac998648-2c97-4fe0-a773-7721f6ddb455 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.306636] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e28209-ee3d-49d9-ab8b-aa2ac5b64b8f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.349743] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Successfully updated port: 00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.351525] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c161db0b-9f23-4bcc-bf3c-1d2afd5d1cfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.361179] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0bc63-53de-467d-b2a5-c44c3f29d0d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.378773] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1395.381279] env[62221]: DEBUG nova.compute.provider_tree [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.405458] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:35:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1264266697',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-312085050',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.405753] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.405952] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.406199] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.406382] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.406564] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.406809] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.407022] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.407237] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.407440] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.407880] env[62221]: DEBUG nova.virt.hardware [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.408788] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7601b5-24d0-411f-aea5-6c2fd9072316 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.422794] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecfefb4-edbf-45c0-b2fa-677d23f9e701 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.470098] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701049, 'name': ReconfigVM_Task, 'duration_secs': 0.222913} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.470514] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.471331] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbf97e-f5e2-4881-b0d0-27a0107dd65e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.498199] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.498739] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c32db7-34a4-42be-9dba-9fdb26bd57c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.520922] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1395.520922] env[62221]: value = "task-1701053" [ 1395.520922] env[62221]: _type = "Task" [ 1395.520922] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.531046] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.597626] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701050, 'name': ReconfigVM_Task, 'duration_secs': 0.292682} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.597934] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 69bd0ca0-c550-46fc-ac71-1573a6b57258/69bd0ca0-c550-46fc-ac71-1573a6b57258.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.598727] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb07bb5-34c1-4e8f-82ae-9208c0266e31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.605464] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1395.605464] env[62221]: value = "task-1701054" [ 1395.605464] env[62221]: _type = "Task" [ 1395.605464] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.613713] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701054, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.701175] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701046, 'name': PowerOnVM_Task, 'duration_secs': 1.03251} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.701175] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.701340] env[62221]: INFO nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1395.701459] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1395.702300] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698adbf4-c1cc-472b-894b-98749b594101 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.794977] env[62221]: DEBUG oslo_vmware.api [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Task: {'id': task-1701052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237997} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.795308] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.795562] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.795831] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.796101] env[62221]: INFO nova.compute.manager [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1395.796427] env[62221]: DEBUG oslo.service.loopingcall [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.796695] env[62221]: DEBUG nova.compute.manager [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1395.796821] env[62221]: DEBUG nova.network.neutron [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.856548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.856657] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.856811] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.904370] env[62221]: ERROR nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [req-c71882d8-eff7-499a-b8fc-88a3d3575591] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c71882d8-eff7-499a-b8fc-88a3d3575591"}]} [ 1395.920566] env[62221]: DEBUG nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1395.934033] env[62221]: DEBUG nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1395.934279] env[62221]: DEBUG nova.compute.provider_tree [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.946232] env[62221]: DEBUG nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1395.965416] env[62221]: DEBUG nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1396.031176] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701053, 'name': ReconfigVM_Task, 'duration_secs': 0.289232} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.031245] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd/3077f487-850e-41fe-89c8-62bd24f19ecd.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.034664] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d7448-d9b9-4afb-ba50-98d12dca5f1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.064255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fff14a-b0b3-47f6-96c2-6da622c3ca66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.089553] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9adde-e06d-4925-90c0-91b3c2f9bbcb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.116789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c701d5-954a-42f5-bbdb-efe678d7defc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.125486] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701054, 'name': Rename_Task, 'duration_secs': 0.142386} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.127963] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.128360] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.129470] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22090753-1676-45c8-895f-d071b3939c32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.129978] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aabbf94-6012-4f78-b514-f66dcc509fec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.138990] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1396.138990] env[62221]: value = "task-1701055" [ 1396.138990] env[62221]: _type = "Task" [ 1396.138990] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.140176] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1396.140176] env[62221]: value = "task-1701056" [ 1396.140176] env[62221]: _type = "Task" [ 1396.140176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.153589] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.156157] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.222964] env[62221]: INFO nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Took 35.66 seconds to build instance. [ 1396.399739] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.416390] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb74ee8-08fd-4f29-aa07-c8df7af57410 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.426089] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd370fb-4ea8-4a80-b59c-fb7da2ad97b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.458261] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30268667-6c5b-48fa-8b8c-f455b18385a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.465870] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5b560-e1b7-47bf-965e-f6f9a07517a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.481941] env[62221]: DEBUG nova.compute.provider_tree [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.542537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "ca744b49-38a2-468c-af0e-08944a1e9613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.543152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.543789] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.543789] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.543950] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.546215] env[62221]: INFO nova.compute.manager [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Terminating instance [ 1396.548029] env[62221]: DEBUG nova.compute.manager [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1396.548219] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.549096] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f993a1-f9b1-43f3-8eb9-9c3c0490326e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.557512] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.558829] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a54551-9f20-4eaa-a110-1704e9f86aca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.566196] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1396.566196] env[62221]: value = "task-1701057" [ 1396.566196] env[62221]: _type = "Task" [ 1396.566196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.570900] env[62221]: DEBUG nova.network.neutron [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updating instance_info_cache with network_info: [{"id": "00e6440d-b1f9-4000-ac65-668756e31104", "address": "fa:16:3e:6e:dc:c8", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e6440d-b1", "ovs_interfaceid": "00e6440d-b1f9-4000-ac65-668756e31104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.575234] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.655317] env[62221]: DEBUG oslo_vmware.api [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701055, 'name': PowerOnVM_Task, 'duration_secs': 0.426757} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.658718] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.662764] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.728765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.190s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.758845] env[62221]: DEBUG nova.network.neutron [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.015760] env[62221]: DEBUG nova.scheduler.client.report [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1397.016044] env[62221]: DEBUG nova.compute.provider_tree [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 89 to 90 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1397.016303] env[62221]: DEBUG nova.compute.provider_tree [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.076263] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.076586] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Instance network_info: |[{"id": "00e6440d-b1f9-4000-ac65-668756e31104", "address": "fa:16:3e:6e:dc:c8", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e6440d-b1", "ovs_interfaceid": "00e6440d-b1f9-4000-ac65-668756e31104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1397.076905] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701057, 'name': PowerOffVM_Task, 'duration_secs': 0.486033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.077515] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:dc:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e6440d-b1f9-4000-ac65-668756e31104', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.084961] env[62221]: DEBUG oslo.service.loopingcall [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.085201] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.085367] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.085598] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.085795] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1446c044-ba54-41de-9649-4ee35cf9eba0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.087388] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e87682ca-a1f1-462d-abb2-f0a1a9f51e37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.106324] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.106324] env[62221]: value = "task-1701059" [ 1397.106324] env[62221]: _type = "Task" [ 1397.106324] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.114084] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701059, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.155216] env[62221]: DEBUG oslo_vmware.api [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701056, 'name': PowerOnVM_Task, 'duration_secs': 0.58993} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.155488] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.155698] env[62221]: INFO nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1397.155879] env[62221]: DEBUG nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1397.156677] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0311e-0a9b-4ea4-9e53-71904e391916 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.178710] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.178939] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.179144] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleting the datastore file [datastore1] ca744b49-38a2-468c-af0e-08944a1e9613 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.179415] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e398df7-30d6-4f72-8385-4a77b2c66f51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.186631] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1397.186631] env[62221]: value = "task-1701060" [ 1397.186631] env[62221]: _type = "Task" [ 1397.186631] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.194914] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.263197] env[62221]: INFO nova.compute.manager [-] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Took 1.47 seconds to deallocate network for instance. [ 1397.356152] env[62221]: DEBUG nova.compute.manager [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Received event network-changed-00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1397.356152] env[62221]: DEBUG nova.compute.manager [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Refreshing instance network info cache due to event network-changed-00e6440d-b1f9-4000-ac65-668756e31104. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1397.356928] env[62221]: DEBUG oslo_concurrency.lockutils [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] Acquiring lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.356928] env[62221]: DEBUG oslo_concurrency.lockutils [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] Acquired lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.356928] env[62221]: DEBUG nova.network.neutron [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Refreshing network info cache for port 00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.521758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.673s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.522449] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1397.526443] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.336s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.527235] env[62221]: DEBUG nova.objects.instance [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lazy-loading 'resources' on Instance uuid 32659f22-276d-44db-9eef-9717ad7ac1b4 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.615316] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701059, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.671909] env[62221]: INFO nova.compute.manager [None req-53351543-3e16-4306-aee1-9296107e8c94 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance to original state: 'active' [ 1397.681203] env[62221]: INFO nova.compute.manager [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Took 37.08 seconds to build instance. [ 1397.697415] env[62221]: DEBUG oslo_vmware.api [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235404} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.697733] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.697931] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.698422] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.700228] env[62221]: INFO nova.compute.manager [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1397.700228] env[62221]: DEBUG oslo.service.loopingcall [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.700228] env[62221]: DEBUG nova.compute.manager [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1397.700228] env[62221]: DEBUG nova.network.neutron [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.771969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.030875] env[62221]: DEBUG nova.compute.utils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.035462] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1398.035641] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.090482] env[62221]: DEBUG nova.policy [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1398.120495] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701059, 'name': CreateVM_Task, 'duration_secs': 0.55144} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.120669] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.121403] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.121609] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.121951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.122229] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d60d713-dacd-48ff-9b8a-2ac7dc1efa3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.133404] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1398.133404] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52533df8-b97d-4f14-2748-33fb6094c252" [ 1398.133404] env[62221]: _type = "Task" [ 1398.133404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.142488] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52533df8-b97d-4f14-2748-33fb6094c252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.187981] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7cf9b99c-3a07-4f26-a778-c6fd1138b5ad tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.611s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.230733] env[62221]: DEBUG nova.network.neutron [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updated VIF entry in instance network info cache for port 00e6440d-b1f9-4000-ac65-668756e31104. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.231092] env[62221]: DEBUG nova.network.neutron [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updating instance_info_cache with network_info: [{"id": "00e6440d-b1f9-4000-ac65-668756e31104", "address": "fa:16:3e:6e:dc:c8", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e6440d-b1", "ovs_interfaceid": "00e6440d-b1f9-4000-ac65-668756e31104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.371686] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Successfully created port: fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.445019] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ead23-041f-4e3b-bd4c-93847c342c37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.453578] env[62221]: DEBUG nova.network.neutron [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.454897] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99ebcc-3f48-4ebf-b36a-4da764ffffcc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.491144] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc0d5a-070e-47c4-9d32-487e813c0e8f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.501439] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a276cf6-5da7-48b7-b70c-d20f58533ff9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.517440] env[62221]: DEBUG nova.compute.provider_tree [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.542553] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1398.643489] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52533df8-b97d-4f14-2748-33fb6094c252, 'name': SearchDatastore_Task, 'duration_secs': 0.025314} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.643782] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.644057] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.644331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.644438] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.644611] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.644866] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ce56d8-0c76-43e0-b085-b93262031f73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.653718] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.653912] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.655180] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13a119d-8fed-4a47-8e0d-69095f358baa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.660293] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1398.660293] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8a7fc-82d8-0a9c-1c0f-0bf7435b08f9" [ 1398.660293] env[62221]: _type = "Task" [ 1398.660293] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.669831] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8a7fc-82d8-0a9c-1c0f-0bf7435b08f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.737292] env[62221]: DEBUG oslo_concurrency.lockutils [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] Releasing lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.737566] env[62221]: DEBUG nova.compute.manager [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-vif-deleted-3dfd758e-02a2-478b-abfa-293bfd5a13d3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.737750] env[62221]: DEBUG nova.compute.manager [req-88c44c8c-29c6-4310-b5b7-a5498c3a77bd req-d24c7abf-7cc7-4c48-9e06-e7fe694a0dc4 service nova] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Received event network-vif-deleted-10c08d49-95e6-421c-beeb-ad5d72ed777a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.770991] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.771255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.771456] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.771635] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.771799] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.774389] env[62221]: INFO nova.compute.manager [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Terminating instance [ 1398.776059] env[62221]: DEBUG nova.compute.manager [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1398.776255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.777095] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f95045-e2ce-4561-8158-110adba540b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.785219] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.785445] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671c4fd8-4c5e-4631-9227-d8be7fdf2d60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.793366] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1398.793366] env[62221]: value = "task-1701061" [ 1398.793366] env[62221]: _type = "Task" [ 1398.793366] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.801598] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.859044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.859359] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.859616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.859857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.860114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.862236] env[62221]: INFO nova.compute.manager [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Terminating instance [ 1398.864096] env[62221]: DEBUG nova.compute.manager [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1398.864300] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.865201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62190a15-4ad4-4259-9660-3ca769b02f5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.873275] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.873581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f1ae96-57ed-4264-88bf-0f66fae5ec3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.881603] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1398.881603] env[62221]: value = "task-1701062" [ 1398.881603] env[62221]: _type = "Task" [ 1398.881603] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.890833] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.961107] env[62221]: INFO nova.compute.manager [-] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Took 1.26 seconds to deallocate network for instance. [ 1399.024034] env[62221]: DEBUG nova.scheduler.client.report [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.174308] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8a7fc-82d8-0a9c-1c0f-0bf7435b08f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.175536] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911b92f6-7638-429d-ac5b-b8ce63e247ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.181296] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1399.181296] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527aff0c-d8f2-6243-f88e-b73c6528ca45" [ 1399.181296] env[62221]: _type = "Task" [ 1399.181296] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.190268] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527aff0c-d8f2-6243-f88e-b73c6528ca45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.304381] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701061, 'name': PowerOffVM_Task, 'duration_secs': 0.214328} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.304534] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.304611] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.304906] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7069f1-6587-484f-91c1-a3bc11ea7537 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.385026] env[62221]: DEBUG nova.compute.manager [req-acaeedbe-dac2-4733-a480-a845d5119f49 req-e9ff73e9-8eb2-46a2-9113-5f5d7abf6efd service nova] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Received event network-vif-deleted-cb6db610-dc4e-489b-91a8-f899b096f86a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1399.395619] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701062, 'name': PowerOffVM_Task, 'duration_secs': 0.216106} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.395903] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.396089] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.396349] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac466edb-874f-447a-9878-478dce83b654 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.404711] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.404940] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.405171] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleting the datastore file [datastore1] f794fbd0-75f7-4dff-998a-ef65925a72ff {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.405405] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea98048-d370-4152-ac24-c4a8e9981d68 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.411818] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1399.411818] env[62221]: value = "task-1701065" [ 1399.411818] env[62221]: _type = "Task" [ 1399.411818] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.420954] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.468565] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.480054] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.480054] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.480054] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleting the datastore file [datastore1] 69bd0ca0-c550-46fc-ac71-1573a6b57258 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.480313] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc137f2-692c-4d62-899c-ca865b0baeb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.486244] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1399.486244] env[62221]: value = "task-1701066" [ 1399.486244] env[62221]: _type = "Task" [ 1399.486244] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.494228] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.530022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.531270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.945s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.532860] env[62221]: INFO nova.compute.claims [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.549941] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1399.553508] env[62221]: INFO nova.scheduler.client.report [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleted allocations for instance 32659f22-276d-44db-9eef-9717ad7ac1b4 [ 1399.593525] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.593771] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.593937] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.594134] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.594282] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.594428] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.594637] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.594794] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.594982] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.596383] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.596383] env[62221]: DEBUG nova.virt.hardware [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.596956] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a61d0-1be8-45de-bd06-53c5c72d95ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.606617] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f03d262-fb03-4379-887d-b1e721a98947 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.675765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "3077f487-850e-41fe-89c8-62bd24f19ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.676127] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.676390] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.676602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.676774] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.679677] env[62221]: INFO nova.compute.manager [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Terminating instance [ 1399.682167] env[62221]: DEBUG nova.compute.manager [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1399.682449] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.683900] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd330cae-d675-48bf-a577-d50a9bf3f981 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.696079] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527aff0c-d8f2-6243-f88e-b73c6528ca45, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.698237] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.698557] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.698890] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.699159] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f8b4eea-1ba1-491e-b47b-17b9ec45a0f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.701176] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c59c27-5aee-4cdd-acd2-432ac775c1c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.707141] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1399.707141] env[62221]: value = "task-1701067" [ 1399.707141] env[62221]: _type = "Task" [ 1399.707141] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.708303] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1399.708303] env[62221]: value = "task-1701068" [ 1399.708303] env[62221]: _type = "Task" [ 1399.708303] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.719977] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.722025] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.926719] env[62221]: DEBUG oslo_vmware.api [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183664} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.926719] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.926719] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.926719] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.926719] env[62221]: INFO nova.compute.manager [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1399.926719] env[62221]: DEBUG oslo.service.loopingcall [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.926719] env[62221]: DEBUG nova.compute.manager [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1399.927950] env[62221]: DEBUG nova.network.neutron [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.949407] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Successfully updated port: fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.999279] env[62221]: DEBUG oslo_vmware.api [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206375} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.999902] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.000267] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.000577] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.001453] env[62221]: INFO nova.compute.manager [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1400.001453] env[62221]: DEBUG oslo.service.loopingcall [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.001453] env[62221]: DEBUG nova.compute.manager [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1400.001672] env[62221]: DEBUG nova.network.neutron [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.068772] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3e46a227-cfb5-4675-b826-1f6069b8013a tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "32659f22-276d-44db-9eef-9717ad7ac1b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.611s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.223826] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500461} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.227259] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.227655] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.231018] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701068, 'name': PowerOffVM_Task, 'duration_secs': 0.224344} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.231018] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e72f13b1-02a9-441a-989b-6ab3c5f458b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.231018] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.231018] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.231018] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5f0b47-fb61-4c5f-8f69-054d62c65d0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.239246] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1400.239246] env[62221]: value = "task-1701069" [ 1400.239246] env[62221]: _type = "Task" [ 1400.239246] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.247158] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.358201] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.358201] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.358201] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleting the datastore file [datastore1] 3077f487-850e-41fe-89c8-62bd24f19ecd {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.358201] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a50217-f167-436e-9d3c-0dccd6094e92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.368463] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1400.368463] env[62221]: value = "task-1701071" [ 1400.368463] env[62221]: _type = "Task" [ 1400.368463] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.376766] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.455823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.455823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.455823] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.520233] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.520233] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.520233] env[62221]: INFO nova.compute.manager [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Rebooting instance [ 1400.710331] env[62221]: DEBUG nova.compute.manager [req-7c14547f-8dde-4938-b37d-a471c00a63ec req-56d928fa-9c22-44c8-a6b5-5b86d8051248 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Received event network-vif-deleted-1cda3842-c493-44fe-85e4-e5bbbfe51bf9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1400.710331] env[62221]: INFO nova.compute.manager [req-7c14547f-8dde-4938-b37d-a471c00a63ec req-56d928fa-9c22-44c8-a6b5-5b86d8051248 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Neutron deleted interface 1cda3842-c493-44fe-85e4-e5bbbfe51bf9; detaching it from the instance and deleting it from the info cache [ 1400.710331] env[62221]: DEBUG nova.network.neutron [req-7c14547f-8dde-4938-b37d-a471c00a63ec req-56d928fa-9c22-44c8-a6b5-5b86d8051248 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.748705] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068052} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.751822] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.753327] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7758d6-a0a1-42d9-98e2-f2416601b984 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.756774] env[62221]: DEBUG nova.network.neutron [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.781897] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.786208] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f8d9b1-b49d-4bd0-a2b9-099a4cbb1a49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.810042] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1400.810042] env[62221]: value = "task-1701072" [ 1400.810042] env[62221]: _type = "Task" [ 1400.810042] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.823218] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.879595] env[62221]: DEBUG oslo_vmware.api [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182949} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.879595] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.880259] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.881461] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.881461] env[62221]: INFO nova.compute.manager [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1400.881461] env[62221]: DEBUG oslo.service.loopingcall [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.881640] env[62221]: DEBUG nova.compute.manager [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1400.881790] env[62221]: DEBUG nova.network.neutron [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.976407] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1445ff3-4baf-442a-8a7c-14ac374a28c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.988468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd3abf-8f55-42ed-9e04-e0dd2e5ea37c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.018615] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.021073] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb4cac7-96fd-44c1-8b14-8db35cac8ada {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.031105] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127d82c-b614-462c-9a13-8887551ebf36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.046198] env[62221]: DEBUG nova.compute.provider_tree [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.050646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.050951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.051212] env[62221]: DEBUG nova.network.neutron [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.108365] env[62221]: DEBUG nova.network.neutron [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.165265] env[62221]: DEBUG nova.network.neutron [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Updating instance_info_cache with network_info: [{"id": "fddf7a7c-6a64-4990-a95d-41628816261a", "address": "fa:16:3e:e8:df:2d", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddf7a7c-6a", "ovs_interfaceid": "fddf7a7c-6a64-4990-a95d-41628816261a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.187973] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0599402c-0e4d-4976-8b2d-bf6276af04e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.197404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35b9bf-ff9d-4765-94e7-ce35c756c90c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.224218] env[62221]: DEBUG nova.compute.manager [req-7c14547f-8dde-4938-b37d-a471c00a63ec req-56d928fa-9c22-44c8-a6b5-5b86d8051248 service nova] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Detach interface failed, port_id=1cda3842-c493-44fe-85e4-e5bbbfe51bf9, reason: Instance f794fbd0-75f7-4dff-998a-ef65925a72ff could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1401.259304] env[62221]: INFO nova.compute.manager [-] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Took 1.26 seconds to deallocate network for instance. [ 1401.320884] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701072, 'name': ReconfigVM_Task, 'duration_secs': 0.291719} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.321158] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.321480] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62221) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1401.322140] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-df6c10be-8063-4b34-b3c6-077f324565bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.328847] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1401.328847] env[62221]: value = "task-1701073" [ 1401.328847] env[62221]: _type = "Task" [ 1401.328847] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.336497] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701073, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.449289] env[62221]: DEBUG nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Received event network-vif-plugged-fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.449289] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Acquiring lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.449289] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.449289] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.449620] env[62221]: DEBUG nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] No waiting events found dispatching network-vif-plugged-fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1401.449620] env[62221]: WARNING nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Received unexpected event network-vif-plugged-fddf7a7c-6a64-4990-a95d-41628816261a for instance with vm_state building and task_state spawning. [ 1401.449756] env[62221]: DEBUG nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Received event network-changed-fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.449903] env[62221]: DEBUG nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Refreshing instance network info cache due to event network-changed-fddf7a7c-6a64-4990-a95d-41628816261a. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1401.450085] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Acquiring lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.553785] env[62221]: DEBUG nova.scheduler.client.report [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1401.611288] env[62221]: INFO nova.compute.manager [-] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Took 1.68 seconds to deallocate network for instance. [ 1401.652766] env[62221]: DEBUG nova.network.neutron [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.667757] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.668956] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Instance network_info: |[{"id": "fddf7a7c-6a64-4990-a95d-41628816261a", "address": "fa:16:3e:e8:df:2d", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddf7a7c-6a", "ovs_interfaceid": "fddf7a7c-6a64-4990-a95d-41628816261a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1401.669466] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Acquired lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.669685] env[62221]: DEBUG nova.network.neutron [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Refreshing network info cache for port fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.670937] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:df:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fddf7a7c-6a64-4990-a95d-41628816261a', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.678698] env[62221]: DEBUG oslo.service.loopingcall [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.679655] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.679897] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1327524-d62f-416c-ba12-e738f1228032 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.703533] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.703533] env[62221]: value = "task-1701074" [ 1401.703533] env[62221]: _type = "Task" [ 1401.703533] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.712635] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701074, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.765143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.820528] env[62221]: DEBUG nova.network.neutron [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.827765] env[62221]: INFO nova.compute.manager [None req-f44daf06-15bc-445c-b2aa-d81a625026d3 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Get console output [ 1401.828169] env[62221]: WARNING nova.virt.vmwareapi.driver [None req-f44daf06-15bc-445c-b2aa-d81a625026d3 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] The console log is missing. Check your VSPC configuration [ 1401.841090] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701073, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.063762} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.841371] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62221) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1401.842159] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd3feb-2e1d-4513-b264-a9f09a4056a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.867994] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/ephemeral_0.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.868282] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14042bce-5d55-42d5-a7c1-d7e6b0e9875f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.886477] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1401.886477] env[62221]: value = "task-1701075" [ 1401.886477] env[62221]: _type = "Task" [ 1401.886477] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.897423] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.060560] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.061064] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1402.063743] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.765s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.063985] env[62221]: DEBUG nova.objects.instance [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lazy-loading 'resources' on Instance uuid b4725422-0fb5-4759-8f36-568ac6d2c2de {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.117543] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.156061] env[62221]: INFO nova.compute.manager [-] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Took 1.27 seconds to deallocate network for instance. [ 1402.213578] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701074, 'name': CreateVM_Task, 'duration_secs': 0.413702} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.214255] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.214443] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.214606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.214986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.215209] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a057473-48be-4382-87fd-b874f1cb787d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.219948] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1402.219948] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52463889-df1b-533a-d14d-9e3a472a3c9c" [ 1402.219948] env[62221]: _type = "Task" [ 1402.219948] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.227585] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52463889-df1b-533a-d14d-9e3a472a3c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.322757] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.325569] env[62221]: DEBUG nova.compute.manager [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1402.326416] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c34cf-672f-404e-a1b1-9fbbd18ef096 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.373801] env[62221]: DEBUG nova.network.neutron [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Updated VIF entry in instance network info cache for port fddf7a7c-6a64-4990-a95d-41628816261a. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.374197] env[62221]: DEBUG nova.network.neutron [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Updating instance_info_cache with network_info: [{"id": "fddf7a7c-6a64-4990-a95d-41628816261a", "address": "fa:16:3e:e8:df:2d", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddf7a7c-6a", "ovs_interfaceid": "fddf7a7c-6a64-4990-a95d-41628816261a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.399976] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701075, 'name': ReconfigVM_Task, 'duration_secs': 0.368222} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.400283] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f/ephemeral_0.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.400880] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c45a02-5683-4463-adcc-c06e6411f5c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.408118] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1402.408118] env[62221]: value = "task-1701076" [ 1402.408118] env[62221]: _type = "Task" [ 1402.408118] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.416223] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701076, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.569998] env[62221]: DEBUG nova.compute.utils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.571370] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1402.571538] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.641463] env[62221]: DEBUG nova.policy [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca7d25729894c65a9d9e37e466d8a6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '450c3263ea0a4e158c698255f9314bb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1402.662620] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.731357] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52463889-df1b-533a-d14d-9e3a472a3c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.732599] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.732808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.733073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.733193] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.733361] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.734495] env[62221]: DEBUG nova.compute.manager [req-5b642ceb-e04a-4bcc-baea-680a45823127 req-cab8502b-86e9-45b8-b471-a569a9d9dcfc service nova] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Received event network-vif-deleted-5d9f4ff8-9a58-43d6-bb7a-132e1fb55bba {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.735067] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b4133e8-1c69-46af-98d8-4766389d68e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.744779] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.745073] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.746057] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d47b1b-ee56-4699-bf95-7c860b472503 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.752503] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1402.752503] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f77899-5caf-9584-559a-50e3b47fbbec" [ 1402.752503] env[62221]: _type = "Task" [ 1402.752503] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.766675] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f77899-5caf-9584-559a-50e3b47fbbec, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.770155] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6838a8d-2508-4419-afcd-83a99d389f5e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.778383] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1402.778383] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52caf65f-f735-9550-d8b3-32ea663bbfd6" [ 1402.778383] env[62221]: _type = "Task" [ 1402.778383] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.787858] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52caf65f-f735-9550-d8b3-32ea663bbfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.876713] env[62221]: DEBUG oslo_concurrency.lockutils [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] Releasing lock "refresh_cache-b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.876762] env[62221]: DEBUG nova.compute.manager [req-36786ac7-9df5-4ada-aad4-b778b3eaaccc req-8cd37d71-9299-44be-9a70-26f229e65d39 service nova] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Received event network-vif-deleted-ebfb1052-34cc-4b51-af45-ee0bfe3bff79 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.894668] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "45be5b3d-c75e-48b0-921a-31e66167f510" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.894905] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.895137] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.895322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.895486] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.897796] env[62221]: INFO nova.compute.manager [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Terminating instance [ 1402.899893] env[62221]: DEBUG nova.compute.manager [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1402.900543] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.900915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9812958e-07e3-47f6-88e4-ab6912f2f6f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.909046] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.913930] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4e19a48-de12-444c-a3cc-831fb22ad02c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.920409] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701076, 'name': Rename_Task, 'duration_secs': 0.167773} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.921618] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.921938] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1402.921938] env[62221]: value = "task-1701077" [ 1402.921938] env[62221]: _type = "Task" [ 1402.921938] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.922207] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e50f4ef1-884d-4fed-992a-bcae208f4342 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.936268] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1701077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.937956] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1402.937956] env[62221]: value = "task-1701078" [ 1402.937956] env[62221]: _type = "Task" [ 1402.937956] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.950126] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701078, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.957561] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61582e5-f072-414a-8e61-209d6b1b0404 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.965667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e4cff-9e11-4eb5-8c92-19e94eb78121 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.995656] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b35d8-ac6e-4d86-b61e-dbd902ce3fea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.000652] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Successfully created port: 20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.005982] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762f994-1ac9-4bea-ac7c-332d98103f5d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.020975] env[62221]: DEBUG nova.compute.provider_tree [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.074488] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1403.291436] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52caf65f-f735-9550-d8b3-32ea663bbfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.291821] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.292157] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154/b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.292480] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3024c702-d7cd-4e12-9a44-9db2b59f4a1b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.299919] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1403.299919] env[62221]: value = "task-1701079" [ 1403.299919] env[62221]: _type = "Task" [ 1403.299919] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.308329] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.346195] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dd5efb-3788-4abc-a2ae-98779e414dc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.357590] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Doing hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1403.357853] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-aa302069-6fe5-4188-bb1c-3dc68806dd58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.366360] env[62221]: DEBUG oslo_vmware.api [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1403.366360] env[62221]: value = "task-1701080" [ 1403.366360] env[62221]: _type = "Task" [ 1403.366360] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.375592] env[62221]: DEBUG oslo_vmware.api [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701080, 'name': ResetVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.434180] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1701077, 'name': PowerOffVM_Task, 'duration_secs': 0.271135} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.434529] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.434748] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.435107] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6a8363-09b0-455e-b3ac-e3582e0e0af7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.447470] env[62221]: DEBUG oslo_vmware.api [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701078, 'name': PowerOnVM_Task, 'duration_secs': 0.447956} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.447730] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.447949] env[62221]: INFO nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1403.448177] env[62221]: DEBUG nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1403.448975] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b2cdd-aa21-442e-b649-fdbe55f69c98 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.511435] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.511665] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.511847] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Deleting the datastore file [datastore1] 45be5b3d-c75e-48b0-921a-31e66167f510 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.512170] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7bffc1-b85c-41a6-a626-65e1b7f0bdd5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.518924] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for the task: (returnval){ [ 1403.518924] env[62221]: value = "task-1701082" [ 1403.518924] env[62221]: _type = "Task" [ 1403.518924] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.524014] env[62221]: DEBUG nova.scheduler.client.report [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1403.530329] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1701082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.811521] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.881439] env[62221]: DEBUG oslo_vmware.api [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701080, 'name': ResetVM_Task, 'duration_secs': 0.106478} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.881841] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Did hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1403.882143] env[62221]: DEBUG nova.compute.manager [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1403.883394] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e6ae2-66b6-4fba-a9f5-46400e66acfe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.966143] env[62221]: INFO nova.compute.manager [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Took 40.70 seconds to build instance. [ 1404.031670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.033768] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1701082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.034527] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.881s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.036259] env[62221]: INFO nova.compute.claims [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.057313] env[62221]: INFO nova.scheduler.client.report [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Deleted allocations for instance b4725422-0fb5-4759-8f36-568ac6d2c2de [ 1404.086145] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1404.112926] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.113311] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.113530] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.113780] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.114025] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.114257] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.114576] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.114798] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.115033] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.115594] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.115594] env[62221]: DEBUG nova.virt.hardware [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.116778] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed369e4f-aef1-40fc-a2ea-2e56222515bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.126858] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fad567-5ed8-4103-9be0-47e8f9218091 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.313009] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581724} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.313317] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154/b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.313542] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.313804] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89ca2eb9-502e-4b06-86eb-351914d28803 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.320696] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1404.320696] env[62221]: value = "task-1701083" [ 1404.320696] env[62221]: _type = "Task" [ 1404.320696] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.328630] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.399785] env[62221]: DEBUG oslo_concurrency.lockutils [None req-261e8ac9-f37e-415a-8941-7a76d925e5d8 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.881s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.468378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9726b1a3-ce7a-4b53-af84-9e044d0c0b97 tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.220s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.532341] env[62221]: DEBUG oslo_vmware.api [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Task: {'id': task-1701082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574516} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.532786] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.532987] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.533207] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.533577] env[62221]: INFO nova.compute.manager [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1404.533991] env[62221]: DEBUG oslo.service.loopingcall [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.534275] env[62221]: DEBUG nova.compute.manager [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1404.534434] env[62221]: DEBUG nova.network.neutron [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.555842] env[62221]: DEBUG nova.compute.manager [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Received event network-vif-plugged-20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.556505] env[62221]: DEBUG oslo_concurrency.lockutils [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] Acquiring lock "cb57f2fb-8613-45e8-8463-275147da5180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.556752] env[62221]: DEBUG oslo_concurrency.lockutils [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] Lock "cb57f2fb-8613-45e8-8463-275147da5180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.556933] env[62221]: DEBUG oslo_concurrency.lockutils [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] Lock "cb57f2fb-8613-45e8-8463-275147da5180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.557279] env[62221]: DEBUG nova.compute.manager [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] No waiting events found dispatching network-vif-plugged-20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1404.557472] env[62221]: WARNING nova.compute.manager [req-5469794c-79fa-4b4c-b2c1-f3a1f44d68d7 req-2819fc6f-9ff5-41a3-a4ba-d23bdee7ee14 service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Received unexpected event network-vif-plugged-20a67cbb-1eb3-4b0e-8dab-a1348f641024 for instance with vm_state building and task_state spawning. [ 1404.564255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2048d1e4-f3bd-4fa2-84aa-72c02ff5ba53 tempest-ServerShowV254Test-264227005 tempest-ServerShowV254Test-264227005-project-member] Lock "b4725422-0fb5-4759-8f36-568ac6d2c2de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.436s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.703759] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Successfully updated port: 20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.832050] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06798} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.832972] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.833860] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c395e5-9141-4fe2-8700-8841f43af7f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.867075] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154/b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.867269] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef3cc46-9193-40a1-b37b-9fcceea16cb6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.891959] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1404.891959] env[62221]: value = "task-1701084" [ 1404.891959] env[62221]: _type = "Task" [ 1404.891959] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.902933] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.205525] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.205668] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.205827] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.341225] env[62221]: DEBUG nova.compute.manager [req-335a06d3-b799-4f84-8a6f-62179771a0a6 req-01063fbd-f3fb-4fcd-af58-05fd92cebdd6 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Received event network-vif-deleted-c92fc3c1-7466-4645-b034-ab1ecf9d4f19 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.341436] env[62221]: INFO nova.compute.manager [req-335a06d3-b799-4f84-8a6f-62179771a0a6 req-01063fbd-f3fb-4fcd-af58-05fd92cebdd6 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Neutron deleted interface c92fc3c1-7466-4645-b034-ab1ecf9d4f19; detaching it from the instance and deleting it from the info cache [ 1405.341610] env[62221]: DEBUG nova.network.neutron [req-335a06d3-b799-4f84-8a6f-62179771a0a6 req-01063fbd-f3fb-4fcd-af58-05fd92cebdd6 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.409886] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701084, 'name': ReconfigVM_Task, 'duration_secs': 0.473242} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.410177] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Reconfigured VM instance instance-0000003b to attach disk [datastore1] b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154/b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.411213] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0951881-f576-47d2-88ba-c731b7841985 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.418725] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1405.418725] env[62221]: value = "task-1701085" [ 1405.418725] env[62221]: _type = "Task" [ 1405.418725] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.431416] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701085, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.459864] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd20648-ed29-44e0-bd92-0e8526042301 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.468257] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c174514-adb9-41f3-83b9-ae78279c6baa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.503789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08434a-aad9-490e-b29c-19d8fec8293a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.511658] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01bc34-6e38-4a48-8244-ebad44a5fe5d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.527200] env[62221]: DEBUG nova.compute.provider_tree [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.748924] env[62221]: DEBUG nova.network.neutron [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.756149] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.844498] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4ed5834-f715-4876-a69f-64029e5ba36d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.856741] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc6ff9-5e3a-41b6-b216-9fc56b08fc57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.884967] env[62221]: DEBUG nova.compute.manager [req-335a06d3-b799-4f84-8a6f-62179771a0a6 req-01063fbd-f3fb-4fcd-af58-05fd92cebdd6 service nova] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Detach interface failed, port_id=c92fc3c1-7466-4645-b034-ab1ecf9d4f19, reason: Instance 45be5b3d-c75e-48b0-921a-31e66167f510 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1405.901054] env[62221]: DEBUG nova.network.neutron [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Updating instance_info_cache with network_info: [{"id": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "address": "fa:16:3e:4d:71:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a67cbb-1e", "ovs_interfaceid": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.931873] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701085, 'name': Rename_Task, 'duration_secs': 0.468832} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.932177] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.932420] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31603bad-f52c-49b6-96a2-f9daea4a0b13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.938444] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1405.938444] env[62221]: value = "task-1701086" [ 1405.938444] env[62221]: _type = "Task" [ 1405.938444] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.946080] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.061261] env[62221]: DEBUG nova.scheduler.client.report [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1406.061619] env[62221]: DEBUG nova.compute.provider_tree [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 90 to 91 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1406.061913] env[62221]: DEBUG nova.compute.provider_tree [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.252193] env[62221]: INFO nova.compute.manager [-] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Took 1.72 seconds to deallocate network for instance. [ 1406.402876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.403219] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Instance network_info: |[{"id": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "address": "fa:16:3e:4d:71:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a67cbb-1e", "ovs_interfaceid": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1406.403635] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:71:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a67cbb-1eb3-4b0e-8dab-a1348f641024', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.411355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating folder: Project (450c3263ea0a4e158c698255f9314bb9). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.411648] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be970f8e-3320-4b76-9fa7-edb4e5f4b1e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.422739] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Created folder: Project (450c3263ea0a4e158c698255f9314bb9) in parent group-v354396. [ 1406.422924] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating folder: Instances. Parent ref: group-v354558. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.423179] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd020a4-7e25-4430-9f7f-37e9d66a3ed9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.432132] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Created folder: Instances in parent group-v354558. [ 1406.432325] env[62221]: DEBUG oslo.service.loopingcall [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.432574] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.432681] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d1b1cb-5b50-40c4-8e53-8d774843b26b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.454772] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.455927] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.455927] env[62221]: value = "task-1701089" [ 1406.455927] env[62221]: _type = "Task" [ 1406.455927] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.462802] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701089, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.569426] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.570448] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1406.573221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.082s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.573454] env[62221]: DEBUG nova.objects.instance [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'resources' on Instance uuid 92402c95-4bf8-4806-a940-f2dcfe336777 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.588480] env[62221]: DEBUG nova.compute.manager [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Received event network-changed-00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1406.588679] env[62221]: DEBUG nova.compute.manager [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Refreshing instance network info cache due to event network-changed-00e6440d-b1f9-4000-ac65-668756e31104. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1406.588890] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Acquiring lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.589041] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Acquired lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.589206] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Refreshing network info cache for port 00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.759261] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.956357] env[62221]: DEBUG oslo_vmware.api [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701086, 'name': PowerOnVM_Task, 'duration_secs': 0.760211} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.956760] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.957014] env[62221]: INFO nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1406.957271] env[62221]: DEBUG nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1406.960638] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f7796-f3bf-40ba-a528-deca7f1d84c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.968078] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701089, 'name': CreateVM_Task, 'duration_secs': 0.34829} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.969420] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.972754] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.972918] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.973237] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.973660] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1a53f9-a290-4161-8564-bbc960801d02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.978367] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1406.978367] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d21ffc-01e0-227e-0fe6-fc7c0ad3f209" [ 1406.978367] env[62221]: _type = "Task" [ 1406.978367] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.985573] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d21ffc-01e0-227e-0fe6-fc7c0ad3f209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.078873] env[62221]: DEBUG nova.compute.utils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.080843] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1407.081029] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.161059] env[62221]: DEBUG nova.policy [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca7d25729894c65a9d9e37e466d8a6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '450c3263ea0a4e158c698255f9314bb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1407.337339] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updated VIF entry in instance network info cache for port 00e6440d-b1f9-4000-ac65-668756e31104. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.337685] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updating instance_info_cache with network_info: [{"id": "00e6440d-b1f9-4000-ac65-668756e31104", "address": "fa:16:3e:6e:dc:c8", "network": {"id": "1c95486b-b23f-41df-9702-790e86dfbcdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1171147584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faad9369f0934492b731611939e530be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e6440d-b1", "ovs_interfaceid": "00e6440d-b1f9-4000-ac65-668756e31104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.406019] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1be12d-d9df-4947-86f5-621a1de5bffe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.414964] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951eaac7-e865-42a2-a9f3-be3b550195f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.450232] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57194c0f-0dde-40c9-8f7c-f00d2c0b5278 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.458594] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101b7db-8830-4e6a-833b-552d4ec56ba3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.472539] env[62221]: DEBUG nova.compute.provider_tree [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.483857] env[62221]: INFO nova.compute.manager [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Took 42.36 seconds to build instance. [ 1407.491580] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d21ffc-01e0-227e-0fe6-fc7c0ad3f209, 'name': SearchDatastore_Task, 'duration_secs': 0.024735} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.492460] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.492875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.493221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.495017] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.495017] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.495017] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ea4fc0-1545-405a-a986-e19a63bb5413 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.506289] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.506289] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.506289] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c3efd8-1b3a-4da6-9034-f178459d6f77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.512764] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1407.512764] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ce9560-8eed-f186-46ee-be6b7d79e09e" [ 1407.512764] env[62221]: _type = "Task" [ 1407.512764] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.521070] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ce9560-8eed-f186-46ee-be6b7d79e09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.544552] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Successfully created port: 4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.581705] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1407.842707] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Releasing lock "refresh_cache-a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.842994] env[62221]: DEBUG nova.compute.manager [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Received event network-changed-20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.843196] env[62221]: DEBUG nova.compute.manager [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Refreshing instance network info cache due to event network-changed-20a67cbb-1eb3-4b0e-8dab-a1348f641024. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.843416] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Acquiring lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.843559] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Acquired lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.843719] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Refreshing network info cache for port 20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.979209] env[62221]: DEBUG nova.scheduler.client.report [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.985725] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2eadaae-e622-4383-8c9b-239dd550e7cf tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.866s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.027984] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ce9560-8eed-f186-46ee-be6b7d79e09e, 'name': SearchDatastore_Task, 'duration_secs': 0.015867} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.029316] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69208ea-2b9b-4167-840d-3d2b255ac2d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.036587] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1408.036587] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bf01d4-85fc-c0e2-571f-08aef2269a0f" [ 1408.036587] env[62221]: _type = "Task" [ 1408.036587] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.044460] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bf01d4-85fc-c0e2-571f-08aef2269a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.487269] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.489577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.642s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.490471] env[62221]: DEBUG nova.objects.instance [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'resources' on Instance uuid ef40065e-f1e4-4d9d-81b9-bc1344ad1bec {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.509851] env[62221]: INFO nova.scheduler.client.report [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance 92402c95-4bf8-4806-a940-f2dcfe336777 [ 1408.547060] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bf01d4-85fc-c0e2-571f-08aef2269a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.547324] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.547610] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] cb57f2fb-8613-45e8-8463-275147da5180/cb57f2fb-8613-45e8-8463-275147da5180.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.547881] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17d8207d-aa22-4a04-b827-fde923a0a4fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.554941] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1408.554941] env[62221]: value = "task-1701090" [ 1408.554941] env[62221]: _type = "Task" [ 1408.554941] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.561623] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Updated VIF entry in instance network info cache for port 20a67cbb-1eb3-4b0e-8dab-a1348f641024. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.562071] env[62221]: DEBUG nova.network.neutron [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Updating instance_info_cache with network_info: [{"id": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "address": "fa:16:3e:4d:71:15", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a67cbb-1e", "ovs_interfaceid": "20a67cbb-1eb3-4b0e-8dab-a1348f641024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.568882] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.591226] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1408.615916] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1408.616186] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1408.616368] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.616556] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1408.616701] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.616845] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1408.617156] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1408.617348] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1408.617521] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1408.617683] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1408.617852] env[62221]: DEBUG nova.virt.hardware [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.618719] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d67e8-75ce-45b1-9b16-c3029e806078 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.627051] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07125630-2e0e-4e24-883d-72437f06f437 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.655052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.655182] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.655391] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.655572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.655738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.657859] env[62221]: INFO nova.compute.manager [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Terminating instance [ 1408.659674] env[62221]: DEBUG nova.compute.manager [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1408.659875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.661059] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8967780-c87d-4804-8d7d-25f2133006b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.668708] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.668779] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a52846-4acb-4e2b-b7ef-5a49437086ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.675203] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1408.675203] env[62221]: value = "task-1701091" [ 1408.675203] env[62221]: _type = "Task" [ 1408.675203] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.682794] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.021433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3dfee3a2-38cb-433c-bad6-8bf10481cd99 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "92402c95-4bf8-4806-a940-f2dcfe336777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.786s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.064608] env[62221]: DEBUG oslo_concurrency.lockutils [req-38f19052-7a61-4372-ae54-30ca36ea9f6d req-73202c8c-8f40-42dd-9627-0a8aae3cd39a service nova] Releasing lock "refresh_cache-cb57f2fb-8613-45e8-8463-275147da5180" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.065550] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46873} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.068025] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] cb57f2fb-8613-45e8-8463-275147da5180/cb57f2fb-8613-45e8-8463-275147da5180.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.068248] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.069388] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fb49c2b-6826-4bd5-9e7a-a4f1a832a3a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.075160] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1409.075160] env[62221]: value = "task-1701092" [ 1409.075160] env[62221]: _type = "Task" [ 1409.075160] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.085645] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.186782] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701091, 'name': PowerOffVM_Task, 'duration_secs': 0.265547} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.193023] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.193023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.193023] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1daf8087-b657-4c07-b9c7-5916312c5f0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.272024] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.272024] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.272024] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.272024] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8c55196-6e96-4224-8b6b-0a46c608bac6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.277571] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1409.277571] env[62221]: value = "task-1701094" [ 1409.277571] env[62221]: _type = "Task" [ 1409.277571] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.289921] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.369157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0756a-88cb-4a20-a5c8-0c74bb266b53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.383400] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3513fa-7df0-405a-9791-875b70566a91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.391147] env[62221]: DEBUG nova.compute.manager [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Received event network-vif-plugged-4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.391408] env[62221]: DEBUG oslo_concurrency.lockutils [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] Acquiring lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.391646] env[62221]: DEBUG oslo_concurrency.lockutils [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.391842] env[62221]: DEBUG oslo_concurrency.lockutils [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.392050] env[62221]: DEBUG nova.compute.manager [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] No waiting events found dispatching network-vif-plugged-4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1409.392276] env[62221]: WARNING nova.compute.manager [req-86da7226-5fc6-4184-83e2-20964bd1531b req-70258408-e89e-4b43-9586-01658bf17516 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Received unexpected event network-vif-plugged-4610318c-4ef0-484b-b4e9-f00d4bc5be17 for instance with vm_state building and task_state spawning. [ 1409.421777] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d9c857-360e-428f-9f81-c78aaf5ee54c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.430479] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faeb2a9-bade-409d-9db0-5d7c28f5991a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.445081] env[62221]: DEBUG nova.compute.provider_tree [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.585677] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199807} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.585956] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.586762] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca2c8af-4859-4679-9442-9879410f3b3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.609404] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] cb57f2fb-8613-45e8-8463-275147da5180/cb57f2fb-8613-45e8-8463-275147da5180.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.609778] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba066ee-3d33-4d3f-ba56-5f36fdfca685 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.629602] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1409.629602] env[62221]: value = "task-1701095" [ 1409.629602] env[62221]: _type = "Task" [ 1409.629602] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.638356] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.645916] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Successfully updated port: 4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.787966] env[62221]: DEBUG oslo_vmware.api [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444553} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.788196] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.788380] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.788558] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.788727] env[62221]: INFO nova.compute.manager [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1409.788973] env[62221]: DEBUG oslo.service.loopingcall [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.789180] env[62221]: DEBUG nova.compute.manager [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1409.789277] env[62221]: DEBUG nova.network.neutron [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.949099] env[62221]: DEBUG nova.scheduler.client.report [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.140169] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701095, 'name': ReconfigVM_Task, 'duration_secs': 0.309725} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.140448] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Reconfigured VM instance instance-0000003c to attach disk [datastore1] cb57f2fb-8613-45e8-8463-275147da5180/cb57f2fb-8613-45e8-8463-275147da5180.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.141047] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6d3043-6e64-478b-9cdc-10e517022db9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.147414] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1410.147414] env[62221]: value = "task-1701096" [ 1410.147414] env[62221]: _type = "Task" [ 1410.147414] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.152032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.152175] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.152325] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.157930] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701096, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.455379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.457975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.373s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.458222] env[62221]: DEBUG nova.objects.instance [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lazy-loading 'resources' on Instance uuid 6019f2d0-6f8e-48d5-a55f-adf5227d9be3 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.474905] env[62221]: INFO nova.scheduler.client.report [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted allocations for instance ef40065e-f1e4-4d9d-81b9-bc1344ad1bec [ 1410.627435] env[62221]: DEBUG nova.network.neutron [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.659026] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701096, 'name': Rename_Task, 'duration_secs': 0.147553} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.659256] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.659779] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9615db-17c8-4b5d-8835-f701eeac566d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.666281] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1410.666281] env[62221]: value = "task-1701097" [ 1410.666281] env[62221]: _type = "Task" [ 1410.666281] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.673788] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.704946] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.900075] env[62221]: DEBUG nova.network.neutron [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Updating instance_info_cache with network_info: [{"id": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "address": "fa:16:3e:d2:d7:42", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4610318c-4e", "ovs_interfaceid": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.984465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-566753d4-2314-475a-abab-99e403898b75 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "ef40065e-f1e4-4d9d-81b9-bc1344ad1bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.196s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.058239] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.058828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.130118] env[62221]: INFO nova.compute.manager [-] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Took 1.34 seconds to deallocate network for instance. [ 1411.177056] env[62221]: DEBUG oslo_vmware.api [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701097, 'name': PowerOnVM_Task, 'duration_secs': 0.483606} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.179559] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.179768] env[62221]: INFO nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1411.179947] env[62221]: DEBUG nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1411.181182] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2d75e-4383-4200-9224-10bba66821af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.324055] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb258e5e-356e-4904-81e6-c6f1ea96810f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.332313] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336cd16-efb2-4417-859a-b7853f363d18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.364551] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af7acf7-3f13-4699-9f68-fe176497ed8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.374315] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e103b1-2c10-4743-8c68-018fa85e417c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.388428] env[62221]: DEBUG nova.compute.provider_tree [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.407052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.407052] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Instance network_info: |[{"id": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "address": "fa:16:3e:d2:d7:42", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4610318c-4e", "ovs_interfaceid": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1411.407052] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:d7:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4610318c-4ef0-484b-b4e9-f00d4bc5be17', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.414784] env[62221]: DEBUG oslo.service.loopingcall [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.415354] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.415601] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4882fc29-8f31-49a4-9520-1268536688fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.435625] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.435625] env[62221]: value = "task-1701098" [ 1411.435625] env[62221]: _type = "Task" [ 1411.435625] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.443549] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701098, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.552030] env[62221]: DEBUG nova.compute.manager [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Received event network-changed-4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.552400] env[62221]: DEBUG nova.compute.manager [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Refreshing instance network info cache due to event network-changed-4610318c-4ef0-484b-b4e9-f00d4bc5be17. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1411.552683] env[62221]: DEBUG oslo_concurrency.lockutils [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] Acquiring lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.552867] env[62221]: DEBUG oslo_concurrency.lockutils [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] Acquired lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.553071] env[62221]: DEBUG nova.network.neutron [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Refreshing network info cache for port 4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.561786] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1411.638650] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.703198] env[62221]: INFO nova.compute.manager [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 45.14 seconds to build instance. [ 1411.892196] env[62221]: DEBUG nova.scheduler.client.report [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1411.947514] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701098, 'name': CreateVM_Task, 'duration_secs': 0.404237} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.947683] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.948371] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.948536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.948849] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.949116] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8533dea3-1743-4273-842c-6197766c9aeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.953476] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1411.953476] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5205fd17-eb47-6560-06d3-190179b8657e" [ 1411.953476] env[62221]: _type = "Task" [ 1411.953476] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.961223] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5205fd17-eb47-6560-06d3-190179b8657e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.087012] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.205827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-669ca96f-786b-4732-bf11-d3612a74cf03 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.662s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.395785] env[62221]: DEBUG nova.network.neutron [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Updated VIF entry in instance network info cache for port 4610318c-4ef0-484b-b4e9-f00d4bc5be17. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.396101] env[62221]: DEBUG nova.network.neutron [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Updating instance_info_cache with network_info: [{"id": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "address": "fa:16:3e:d2:d7:42", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4610318c-4e", "ovs_interfaceid": "4610318c-4ef0-484b-b4e9-f00d4bc5be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.400766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.403688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.612s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.407280] env[62221]: INFO nova.compute.claims [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.421737] env[62221]: INFO nova.scheduler.client.report [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Deleted allocations for instance 6019f2d0-6f8e-48d5-a55f-adf5227d9be3 [ 1412.465344] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5205fd17-eb47-6560-06d3-190179b8657e, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.466921] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.466921] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.466921] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.466921] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.466921] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.466921] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5aeed9-15da-42e5-ae5c-ea2c3795ee87 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.476170] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.476315] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.477630] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93b8fe3-1843-4838-a905-95daa629f962 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.483619] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1412.483619] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c3545-da9a-ffb5-73aa-5a69245c7570" [ 1412.483619] env[62221]: _type = "Task" [ 1412.483619] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.490884] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c3545-da9a-ffb5-73aa-5a69245c7570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.898947] env[62221]: DEBUG oslo_concurrency.lockutils [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] Releasing lock "refresh_cache-232d94a3-830f-4177-a0da-c91c3fbb767b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.900196] env[62221]: DEBUG nova.compute.manager [req-22d7e267-913f-43d7-ba08-90ed5678dbaa req-75d7f6d3-6489-4c58-a1f2-f88e420b8a93 service nova] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Received event network-vif-deleted-fddf7a7c-6a64-4990-a95d-41628816261a {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.929696] env[62221]: DEBUG oslo_concurrency.lockutils [None req-183df599-4702-41f2-851b-f2eb8c9cfaea tempest-ImagesOneServerNegativeTestJSON-710147897 tempest-ImagesOneServerNegativeTestJSON-710147897-project-member] Lock "6019f2d0-6f8e-48d5-a55f-adf5227d9be3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.283s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.994774] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c3545-da9a-ffb5-73aa-5a69245c7570, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.996032] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478f2ef9-fa72-4609-be5a-cf809876686c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.004736] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1413.004736] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5283635a-d7cd-bbe4-bb9a-fe3e6b698bbd" [ 1413.004736] env[62221]: _type = "Task" [ 1413.004736] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.009253] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5283635a-d7cd-bbe4-bb9a-fe3e6b698bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.253700] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.253937] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.514973] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5283635a-d7cd-bbe4-bb9a-fe3e6b698bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.514973] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.514973] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 232d94a3-830f-4177-a0da-c91c3fbb767b/232d94a3-830f-4177-a0da-c91c3fbb767b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.515252] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478451a6-0fb7-44fc-89e2-226c3e8dfafe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.521887] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1413.521887] env[62221]: value = "task-1701099" [ 1413.521887] env[62221]: _type = "Task" [ 1413.521887] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.530829] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.722145] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74bc922-24a3-44a7-88ff-36e9b5e94a2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.730026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d749f-fca4-4598-8353-b8388deee417 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.766129] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1413.770013] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583941f-4ed9-490d-ae43-d1c6a81371cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.779690] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182db2ca-dcc7-49c1-bb16-0824cb5e92c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.795946] env[62221]: DEBUG nova.compute.provider_tree [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.032913] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507806} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.034432] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 232d94a3-830f-4177-a0da-c91c3fbb767b/232d94a3-830f-4177-a0da-c91c3fbb767b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.034685] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.034956] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7583b4d-bd26-4139-bd37-4e93ae709b2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.042578] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1414.042578] env[62221]: value = "task-1701100" [ 1414.042578] env[62221]: _type = "Task" [ 1414.042578] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.050956] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.288988] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.299449] env[62221]: DEBUG nova.scheduler.client.report [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1414.552839] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071573} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.553203] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.553954] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614e20b7-acf2-4fbe-8bb3-85025e5580af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.576171] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 232d94a3-830f-4177-a0da-c91c3fbb767b/232d94a3-830f-4177-a0da-c91c3fbb767b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.576456] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a248204a-2be8-4e83-9d5d-4ed0474faedb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.596415] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1414.596415] env[62221]: value = "task-1701101" [ 1414.596415] env[62221]: _type = "Task" [ 1414.596415] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.605467] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.805216] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.805366] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1414.809257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.878s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.809522] env[62221]: DEBUG nova.objects.instance [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lazy-loading 'resources' on Instance uuid 94482094-0113-4420-8841-6ee81d07ca3e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.107843] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.311256] env[62221]: DEBUG nova.compute.utils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.315691] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1415.315875] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.370339] env[62221]: DEBUG nova.policy [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '695d9b0863ac40b783ab888d29003cd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3084437055b34564a15dd73750c2f97c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1415.610125] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701101, 'name': ReconfigVM_Task, 'duration_secs': 0.803433} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.610551] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 232d94a3-830f-4177-a0da-c91c3fbb767b/232d94a3-830f-4177-a0da-c91c3fbb767b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.611509] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36ecf6ea-756d-4efd-ab38-52568e36371a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.618188] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1415.618188] env[62221]: value = "task-1701102" [ 1415.618188] env[62221]: _type = "Task" [ 1415.618188] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.630455] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701102, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.697517] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4e8eb-cd00-4c24-b04a-e304623ac5d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.704876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c611e-e292-4b33-925c-8494288774e9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.738207] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc76c4-1781-41a6-bfe6-3f7c4ad66e1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.745957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533afe34-61a2-47f6-aa50-c07ff15cd470 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.761091] env[62221]: DEBUG nova.compute.provider_tree [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.806566] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Successfully created port: 22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.819417] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1416.132808] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701102, 'name': Rename_Task, 'duration_secs': 0.133618} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.133276] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.133668] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc60dc40-0810-4281-869d-bf93c16be5f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.140538] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1416.140538] env[62221]: value = "task-1701103" [ 1416.140538] env[62221]: _type = "Task" [ 1416.140538] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.149383] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.264355] env[62221]: DEBUG nova.scheduler.client.report [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.651804] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.774221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.774221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.923s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.774221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.774668] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1416.775092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.707s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.775433] env[62221]: DEBUG nova.objects.instance [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lazy-loading 'resources' on Instance uuid 8e504d19-5c4c-4708-afff-595d9bd15f73 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.778726] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90265e45-938a-49ed-a822-7e92423771a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.788353] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67deedeb-606a-4fd6-873a-ecd9fca2e004 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.807492] env[62221]: INFO nova.scheduler.client.report [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Deleted allocations for instance 94482094-0113-4420-8841-6ee81d07ca3e [ 1416.811440] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c451320-aa4d-4a4a-97ea-0a79c5099495 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.821181] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d0401-0760-4e65-b4a3-c8bc97b221b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.828920] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1416.859244] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179094MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1416.859594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.876039] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.877068] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.877928] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.878259] env[62221]: DEBUG nova.virt.hardware [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.879232] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8fca5b-eba3-4393-8e2c-f2f1bab69cc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.891039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b22e4b-bceb-46fd-b867-08b9d3401b71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.152716] env[62221]: DEBUG oslo_vmware.api [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701103, 'name': PowerOnVM_Task, 'duration_secs': 0.518805} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.153136] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.153462] env[62221]: INFO nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1417.153777] env[62221]: DEBUG nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.154787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079847b-428d-48fe-b8c7-e18b7c61fd8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.319640] env[62221]: DEBUG oslo_concurrency.lockutils [None req-de5e2430-3b16-4c38-8251-e68da69a0b6c tempest-ServersNegativeTestMultiTenantJSON-2096650075 tempest-ServersNegativeTestMultiTenantJSON-2096650075-project-member] Lock "94482094-0113-4420-8841-6ee81d07ca3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.961s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.638419] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f238a-9190-419b-9b8d-5191475032fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.646323] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab11ee-00d7-4cd4-a15b-0b8fba9281c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.686444] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f4dc2-51cd-490f-9b05-911779695f3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.693955] env[62221]: INFO nova.compute.manager [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Took 46.55 seconds to build instance. [ 1417.701236] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bacccb-990e-4798-af41-2edae14b52ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.713476] env[62221]: DEBUG nova.compute.provider_tree [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.867909] env[62221]: DEBUG nova.compute.manager [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Received event network-vif-plugged-22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.867909] env[62221]: DEBUG oslo_concurrency.lockutils [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] Acquiring lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.867909] env[62221]: DEBUG oslo_concurrency.lockutils [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] Lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.867909] env[62221]: DEBUG oslo_concurrency.lockutils [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] Lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.867909] env[62221]: DEBUG nova.compute.manager [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] No waiting events found dispatching network-vif-plugged-22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1417.867909] env[62221]: WARNING nova.compute.manager [req-6a60cace-a21c-4bf9-ad51-048752aef3c8 req-9e580755-cecd-443a-8c7f-e3b025165709 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Received unexpected event network-vif-plugged-22fee5ff-ce91-49aa-b6b4-992de2b62032 for instance with vm_state building and task_state spawning. [ 1418.042945] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Successfully updated port: 22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.196282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-15e13bff-5f7e-4e97-91a2-857273d37b8e tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.336s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.218814] env[62221]: DEBUG nova.scheduler.client.report [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1418.549272] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.549367] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquired lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.549440] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.725380] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.729126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.387s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.729126] env[62221]: DEBUG nova.objects.instance [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'resources' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.756582] env[62221]: INFO nova.scheduler.client.report [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Deleted allocations for instance 8e504d19-5c4c-4708-afff-595d9bd15f73 [ 1419.151915] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.230839] env[62221]: DEBUG nova.objects.instance [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'numa_topology' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.270692] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3ac11f-6ec8-4889-a178-a6305f389102 tempest-ServersTestFqdnHostnames-668483003 tempest-ServersTestFqdnHostnames-668483003-project-member] Lock "8e504d19-5c4c-4708-afff-595d9bd15f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.526s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.575399] env[62221]: DEBUG nova.network.neutron [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Updating instance_info_cache with network_info: [{"id": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "address": "fa:16:3e:22:ef:21", "network": {"id": "c8ce54d6-53ae-48c3-95ca-8d3be7f7f72d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2056350620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3084437055b34564a15dd73750c2f97c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fee5ff-ce", "ovs_interfaceid": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.733611] env[62221]: DEBUG nova.objects.base [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1419.909131] env[62221]: DEBUG nova.compute.manager [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Received event network-changed-22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.909331] env[62221]: DEBUG nova.compute.manager [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Refreshing instance network info cache due to event network-changed-22fee5ff-ce91-49aa-b6b4-992de2b62032. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1419.909513] env[62221]: DEBUG oslo_concurrency.lockutils [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] Acquiring lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.069839] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696b515-6504-44f3-99d1-9e7233778484 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.073929] env[62221]: DEBUG nova.compute.manager [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1420.074745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5f17d-24fc-44fb-8c0b-81f44218c96c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.078926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Releasing lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.079239] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Instance network_info: |[{"id": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "address": "fa:16:3e:22:ef:21", "network": {"id": "c8ce54d6-53ae-48c3-95ca-8d3be7f7f72d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2056350620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3084437055b34564a15dd73750c2f97c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fee5ff-ce", "ovs_interfaceid": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1420.079556] env[62221]: DEBUG oslo_concurrency.lockutils [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] Acquired lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.079960] env[62221]: DEBUG nova.network.neutron [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Refreshing network info cache for port 22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.083572] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ef:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22fee5ff-ce91-49aa-b6b4-992de2b62032', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.093279] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Creating folder: Project (3084437055b34564a15dd73750c2f97c). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.098662] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e171042-b27a-4ffc-9cd2-be592175b12a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.104675] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f997cef-7682-486d-8037-2511d4eeeb5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.141815] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4cf34-ec50-4b70-9ddb-adeb08d9115c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.144757] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Created folder: Project (3084437055b34564a15dd73750c2f97c) in parent group-v354396. [ 1420.145036] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Creating folder: Instances. Parent ref: group-v354562. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.148029] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acec1db0-0f06-4938-969c-f0ccb29f4d62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.158460] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b722ef58-f160-4c32-86d4-fa9714458c09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.163689] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Created folder: Instances in parent group-v354562. [ 1420.164025] env[62221]: DEBUG oslo.service.loopingcall [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.164637] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.164890] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8712666f-0f7c-4b80-a543-669ce487a10c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.920589] env[62221]: INFO nova.compute.manager [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] instance snapshotting [ 1420.920932] env[62221]: DEBUG nova.compute.provider_tree [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.925935] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595c1a9-061b-4e15-b05b-1817bf44266d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.927722] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.927722] env[62221]: value = "task-1701106" [ 1420.927722] env[62221]: _type = "Task" [ 1420.927722] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.948273] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487ccfce-5a60-41dd-b59c-cad3a1ebf678 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.958420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8d651b81-2eab-4725-aea7-45223190e43a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.958420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.959390] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701106, 'name': CreateVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.196818] env[62221]: DEBUG nova.network.neutron [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Updated VIF entry in instance network info cache for port 22fee5ff-ce91-49aa-b6b4-992de2b62032. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.197230] env[62221]: DEBUG nova.network.neutron [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Updating instance_info_cache with network_info: [{"id": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "address": "fa:16:3e:22:ef:21", "network": {"id": "c8ce54d6-53ae-48c3-95ca-8d3be7f7f72d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2056350620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3084437055b34564a15dd73750c2f97c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fee5ff-ce", "ovs_interfaceid": "22fee5ff-ce91-49aa-b6b4-992de2b62032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.427159] env[62221]: DEBUG nova.scheduler.client.report [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.440588] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701106, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.464021] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1421.472137] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1421.472665] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e603049-7dda-49ae-b44d-c76652bc900f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.482222] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1421.482222] env[62221]: value = "task-1701107" [ 1421.482222] env[62221]: _type = "Task" [ 1421.482222] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.491025] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.700173] env[62221]: DEBUG oslo_concurrency.lockutils [req-325ccedd-e5e3-474c-8940-8a4843ad0d4f req-c0c3e689-de97-4069-bcb1-d9d2b3327cf0 service nova] Releasing lock "refresh_cache-a63289c5-f74e-4569-bb4e-a53184e35065" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.935420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.207s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.942645] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.659s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.944360] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701106, 'name': CreateVM_Task, 'duration_secs': 0.559844} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.945057] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.945778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.946307] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.946718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.946979] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fcf96b-1561-4289-b396-90e78bbd9bbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.953901] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1421.953901] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d2e009-c1c0-f8c8-e3b6-ac4e87fa3362" [ 1421.953901] env[62221]: _type = "Task" [ 1421.953901] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.961764] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d2e009-c1c0-f8c8-e3b6-ac4e87fa3362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.999044] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701107, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.077810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.448296] env[62221]: INFO nova.compute.claims [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.458900] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f7e7858c-d969-45c2-8e17-6afd8a61f96a tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.912s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.459539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.778s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.459539] env[62221]: INFO nova.compute.manager [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Unshelving [ 1422.464662] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d2e009-c1c0-f8c8-e3b6-ac4e87fa3362, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.464964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.465335] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.465691] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.465904] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.466144] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.466632] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54c4fe5-fb36-44af-8cb5-aa90b2551fe1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.477231] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.477464] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.478762] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3638e1d-6bce-4983-b90a-e128c9c717c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.487585] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1422.487585] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa9b63-caad-9daf-a848-5cab38db6ad3" [ 1422.487585] env[62221]: _type = "Task" [ 1422.487585] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.493891] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701107, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.499411] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa9b63-caad-9daf-a848-5cab38db6ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.500199] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8577bb5e-5ea6-4472-827f-327e9969d7c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.505183] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1422.505183] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5280610b-0d95-5300-ca72-9241c966b2bc" [ 1422.505183] env[62221]: _type = "Task" [ 1422.505183] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.512546] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5280610b-0d95-5300-ca72-9241c966b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.955341] env[62221]: INFO nova.compute.resource_tracker [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating resource usage from migration 5df0396a-fd8d-4d7a-9e3f-5baeb0187dd1 [ 1422.994529] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701107, 'name': CreateSnapshot_Task, 'duration_secs': 1.407593} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.994810] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1422.995666] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9f297-41ca-4625-b9e0-ada5d5ff758d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.016644] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5280610b-0d95-5300-ca72-9241c966b2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.018836] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.019114] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a63289c5-f74e-4569-bb4e-a53184e35065/a63289c5-f74e-4569-bb4e-a53184e35065.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.019790] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5238771-a034-4ce2-9b2a-735bdec61e64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.028214] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1423.028214] env[62221]: value = "task-1701108" [ 1423.028214] env[62221]: _type = "Task" [ 1423.028214] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.041847] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.249192] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0c816-2a0e-4d6c-8545-b351bda8a04a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.257714] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae99e6d-df60-4300-bcb5-db0a45161b69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.288298] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19aac7-b908-45d4-9ffe-53ba6b32b8d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.296483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de3bf9-06e5-4048-812c-15c65dcc3fc0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.312131] env[62221]: DEBUG nova.compute.provider_tree [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.473225] env[62221]: DEBUG nova.compute.utils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.515890] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1423.516270] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0fddb67-2257-4c1c-934c-5f189087953e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.526774] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1423.526774] env[62221]: value = "task-1701109" [ 1423.526774] env[62221]: _type = "Task" [ 1423.526774] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.539275] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.542728] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.816224] env[62221]: DEBUG nova.scheduler.client.report [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.977033] env[62221]: INFO nova.virt.block_device [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Booting with volume c6abc7b8-8176-4f6a-8efc-ef429b71cca9 at /dev/sdb [ 1424.028910] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62202848-1683-48da-9efb-6c51fa17c48f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.042909] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558416} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.047172] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a63289c5-f74e-4569-bb4e-a53184e35065/a63289c5-f74e-4569-bb4e-a53184e35065.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.047413] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.047736] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.047955] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d03a3f5b-f2f9-4ebb-85a6-b304193723c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.052668] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f596639f-d517-4f8b-b9d7-318e966abe32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.068538] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1424.068538] env[62221]: value = "task-1701110" [ 1424.068538] env[62221]: _type = "Task" [ 1424.068538] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.085711] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31508ba8-5ec7-4e68-9134-6542d680565a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.087805] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.095243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036869e3-fcda-4477-934f-237e2e832790 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.133712] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf5511-c04f-434c-af17-547d090a0290 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.143818] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdd89a1-8032-4187-9c6d-6b7b471e12c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.161427] env[62221]: DEBUG nova.virt.block_device [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating existing volume attachment record: 63ac63be-49ad-4b1a-b467-aee9595a57e3 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1424.323793] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.381s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.324967] env[62221]: INFO nova.compute.manager [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Migrating [ 1424.331238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.090s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.331540] env[62221]: DEBUG nova.objects.instance [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lazy-loading 'resources' on Instance uuid acc4c843-d33b-43ee-986a-74480aecac2a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.538296] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.578490] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078295} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.578794] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.579685] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1cce56-929d-4434-bf12-355ca2cacc63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.601738] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a63289c5-f74e-4569-bb4e-a53184e35065/a63289c5-f74e-4569-bb4e-a53184e35065.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.602059] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cdf534-7080-4986-b5d1-83cc82b3cf4f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.624473] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1424.624473] env[62221]: value = "task-1701114" [ 1424.624473] env[62221]: _type = "Task" [ 1424.624473] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.632804] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.846136] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.846322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.846497] env[62221]: DEBUG nova.network.neutron [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.041970] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.134674] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.174606] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7a484-0077-4b9a-a710-4f9935a9344d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.182161] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed18cf-b17c-41df-adf1-e89e7840a952 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.214027] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebfc067-1224-456b-8137-d21afcc01125 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.222363] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a44c24-4e1e-47cb-8c6d-5f51a4e8fa61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.237296] env[62221]: DEBUG nova.compute.provider_tree [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.541034] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.624090] env[62221]: DEBUG nova.network.neutron [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.633772] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701114, 'name': ReconfigVM_Task, 'duration_secs': 0.927491} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.634045] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a63289c5-f74e-4569-bb4e-a53184e35065/a63289c5-f74e-4569-bb4e-a53184e35065.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.634682] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e273bc7-6063-4770-8c20-fc801ada533b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.641927] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1425.641927] env[62221]: value = "task-1701115" [ 1425.641927] env[62221]: _type = "Task" [ 1425.641927] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.654577] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701115, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.741119] env[62221]: DEBUG nova.scheduler.client.report [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.040488] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701109, 'name': CloneVM_Task, 'duration_secs': 2.171888} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.040754] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Created linked-clone VM from snapshot [ 1426.041520] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1c73e-e7e4-4f11-96af-da27c01fc2a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.048880] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Uploading image 6cb75dde-a7bb-404a-ae9c-071193dccd4e {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.068177] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1426.068177] env[62221]: value = "vm-354566" [ 1426.068177] env[62221]: _type = "VirtualMachine" [ 1426.068177] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1426.068437] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8148cc9a-3437-44b2-b4ef-a113dd2bd1d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.075026] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease: (returnval){ [ 1426.075026] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525694e4-9101-81b3-5f5c-b36c21a226d6" [ 1426.075026] env[62221]: _type = "HttpNfcLease" [ 1426.075026] env[62221]: } obtained for exporting VM: (result){ [ 1426.075026] env[62221]: value = "vm-354566" [ 1426.075026] env[62221]: _type = "VirtualMachine" [ 1426.075026] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1426.075422] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the lease: (returnval){ [ 1426.075422] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525694e4-9101-81b3-5f5c-b36c21a226d6" [ 1426.075422] env[62221]: _type = "HttpNfcLease" [ 1426.075422] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1426.081683] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.081683] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525694e4-9101-81b3-5f5c-b36c21a226d6" [ 1426.081683] env[62221]: _type = "HttpNfcLease" [ 1426.081683] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1426.129528] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.152638] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701115, 'name': Rename_Task, 'duration_secs': 0.319852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.152948] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.153316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6dbd17-a798-49df-9f4b-f143d0e30457 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.161458] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1426.161458] env[62221]: value = "task-1701117" [ 1426.161458] env[62221]: _type = "Task" [ 1426.161458] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.169294] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.247159] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.249412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.478s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.249700] env[62221]: DEBUG nova.objects.instance [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lazy-loading 'resources' on Instance uuid 1a4228b8-eed1-473c-90e5-7870e2087a07 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.274932] env[62221]: INFO nova.scheduler.client.report [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Deleted allocations for instance acc4c843-d33b-43ee-986a-74480aecac2a [ 1426.583792] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.583792] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525694e4-9101-81b3-5f5c-b36c21a226d6" [ 1426.583792] env[62221]: _type = "HttpNfcLease" [ 1426.583792] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1426.584139] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1426.584139] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525694e4-9101-81b3-5f5c-b36c21a226d6" [ 1426.584139] env[62221]: _type = "HttpNfcLease" [ 1426.584139] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1426.584941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6a2b16-df9b-41f6-afea-55b453b22ded {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.592554] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1426.592759] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1426.670131] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.688132] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41cde707-1ac7-4f02-9d74-a682e4b92e0d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.782465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ba90a12-c75e-4eca-a6ae-b46f31ffb705 tempest-AttachInterfacesUnderV243Test-631891903 tempest-AttachInterfacesUnderV243Test-631891903-project-member] Lock "acc4c843-d33b-43ee-986a-74480aecac2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.852s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.053818] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102eea6b-6a0d-4ae7-b9c4-8306f2d72934 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.062567] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b4a54-ae85-426e-aec7-5a7a1634aac8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.095471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc50ad64-61d7-47ba-ac0d-d4cfa9a12073 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.103363] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cf369d-2a95-477a-b5c7-cdf705aa452e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.117492] env[62221]: DEBUG nova.compute.provider_tree [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.171046] env[62221]: DEBUG oslo_vmware.api [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701117, 'name': PowerOnVM_Task, 'duration_secs': 0.725891} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.171759] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.171759] env[62221]: INFO nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1427.171824] env[62221]: DEBUG nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1427.172693] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4a68e-8fcc-4c2b-886f-16444f8015b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.620629] env[62221]: DEBUG nova.scheduler.client.report [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1427.665138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7cf261-994d-4ac3-b4ae-83b3a45e43f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.692280] env[62221]: INFO nova.compute.manager [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Took 48.92 seconds to build instance. [ 1427.696023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.126485] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.130577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.662s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.130832] env[62221]: DEBUG nova.objects.instance [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lazy-loading 'resources' on Instance uuid ca744b49-38a2-468c-af0e-08944a1e9613 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.163351] env[62221]: INFO nova.scheduler.client.report [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Deleted allocations for instance 1a4228b8-eed1-473c-90e5-7870e2087a07 [ 1428.196742] env[62221]: DEBUG oslo_concurrency.lockutils [None req-153a80c6-485e-4e61-b5ee-b92a2e4095d1 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.207s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.199716] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.199716] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40516d2c-312e-4d92-9771-4177ef99d659 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.207222] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1428.207222] env[62221]: value = "task-1701119" [ 1428.207222] env[62221]: _type = "Task" [ 1428.207222] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.217135] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.409744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "a63289c5-f74e-4569-bb4e-a53184e35065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.409744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.409744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.409744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.410286] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.413087] env[62221]: INFO nova.compute.manager [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Terminating instance [ 1428.417906] env[62221]: DEBUG nova.compute.manager [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1428.418390] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.419460] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd50cc0-5543-4473-bfda-da72cb139afb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.429250] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.429250] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26def77e-7eac-4d5f-95d9-ac7cfdcdfb93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.435543] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1428.435543] env[62221]: value = "task-1701120" [ 1428.435543] env[62221]: _type = "Task" [ 1428.435543] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.445613] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.674943] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3d4ecbc-d077-409f-9028-25298ed2ced7 tempest-ServersTestMultiNic-1140652373 tempest-ServersTestMultiNic-1140652373-project-member] Lock "1a4228b8-eed1-473c-90e5-7870e2087a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.157s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.720685] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701119, 'name': PowerOffVM_Task, 'duration_secs': 0.278336} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.721154] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.721369] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.945404] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701120, 'name': PowerOffVM_Task, 'duration_secs': 0.226225} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.947959] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.948152] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.948589] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5cd3d84-4ecb-4039-82f9-724eaaa87fb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.970124] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883106f5-f93b-401d-a035-35c480500950 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.977849] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea776285-089a-4936-84a8-af92f05b578c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.010921] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d185e-aefc-42ee-b2d0-6953483dc68e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.020616] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b494ac-a2b5-4fdd-8334-c29702eefb5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.037168] env[62221]: DEBUG nova.compute.provider_tree [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.043732] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.044057] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.044303] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Deleting the datastore file [datastore1] a63289c5-f74e-4569-bb4e-a53184e35065 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.044909] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0497dc49-4e6e-471e-b3e7-72132a2fd788 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.054080] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for the task: (returnval){ [ 1429.054080] env[62221]: value = "task-1701122" [ 1429.054080] env[62221]: _type = "Task" [ 1429.054080] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.062409] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.235679] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1429.235679] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1429.235679] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.235679] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1429.235679] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.236194] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1429.236194] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1429.236418] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1429.240025] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1429.240025] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1429.240025] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.243999] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135e6350-f436-4431-81e7-059fa7b6cd34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.260715] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1429.260715] env[62221]: value = "task-1701123" [ 1429.260715] env[62221]: _type = "Task" [ 1429.260715] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.271072] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.541184] env[62221]: DEBUG nova.scheduler.client.report [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.566134] env[62221]: DEBUG oslo_vmware.api [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Task: {'id': task-1701122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.566395] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.566634] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.566879] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.567159] env[62221]: INFO nova.compute.manager [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1429.567497] env[62221]: DEBUG oslo.service.loopingcall [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.567765] env[62221]: DEBUG nova.compute.manager [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1429.567923] env[62221]: DEBUG nova.network.neutron [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.776722] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701123, 'name': ReconfigVM_Task, 'duration_secs': 0.234125} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.777084] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.919492] env[62221]: DEBUG nova.compute.manager [req-3c40741d-3dfa-4c53-bb8a-c7aaab049d5c req-280762b4-3fad-4d1e-aca0-2d5e2c23bef8 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Received event network-vif-deleted-22fee5ff-ce91-49aa-b6b4-992de2b62032 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.919762] env[62221]: INFO nova.compute.manager [req-3c40741d-3dfa-4c53-bb8a-c7aaab049d5c req-280762b4-3fad-4d1e-aca0-2d5e2c23bef8 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Neutron deleted interface 22fee5ff-ce91-49aa-b6b4-992de2b62032; detaching it from the instance and deleting it from the info cache [ 1429.919871] env[62221]: DEBUG nova.network.neutron [req-3c40741d-3dfa-4c53-bb8a-c7aaab049d5c req-280762b4-3fad-4d1e-aca0-2d5e2c23bef8 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.047314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.050259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.285s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.050259] env[62221]: DEBUG nova.objects.instance [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lazy-loading 'resources' on Instance uuid 69bd0ca0-c550-46fc-ac71-1573a6b57258 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.077427] env[62221]: INFO nova.scheduler.client.report [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleted allocations for instance ca744b49-38a2-468c-af0e-08944a1e9613 [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.287022] env[62221]: DEBUG nova.virt.hardware [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.292760] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1430.294540] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.295062] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16aa009-56dd-43bf-b219-f5299452f82a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.320992] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1430.320992] env[62221]: value = "task-1701124" [ 1430.320992] env[62221]: _type = "Task" [ 1430.320992] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.332888] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.399136] env[62221]: DEBUG nova.network.neutron [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.425084] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c5f387a-86a2-4f9b-b989-199ad9d23ce9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.437529] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35330c9a-ccc3-47bc-a973-f782ddb43d44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.470554] env[62221]: DEBUG nova.compute.manager [req-3c40741d-3dfa-4c53-bb8a-c7aaab049d5c req-280762b4-3fad-4d1e-aca0-2d5e2c23bef8 service nova] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Detach interface failed, port_id=22fee5ff-ce91-49aa-b6b4-992de2b62032, reason: Instance a63289c5-f74e-4569-bb4e-a53184e35065 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1430.585575] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2e4bae55-bcd5-458d-b146-798dcc666d48 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "ca744b49-38a2-468c-af0e-08944a1e9613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.042s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.835733] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701124, 'name': ReconfigVM_Task, 'duration_secs': 0.268789} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.837024] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.837024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4640d292-4962-4ea7-a0b1-c7d488ea3ccd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.861024] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.863926] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77646d31-72b5-4f0d-a661-3476a27d6aef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.884727] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1430.884727] env[62221]: value = "task-1701126" [ 1430.884727] env[62221]: _type = "Task" [ 1430.884727] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.893881] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.903337] env[62221]: INFO nova.compute.manager [-] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Took 1.33 seconds to deallocate network for instance. [ 1430.912934] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58807df5-de8b-472b-ab76-f5a45e9b68a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.925534] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd4895-1332-407c-84a8-58cd0b7d1d1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.964411] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291de37-f2c3-4129-96b6-e26eb6e8a61f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.973522] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128cc86c-04ff-4d27-b38f-3784ec111df4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.989101] env[62221]: DEBUG nova.compute.provider_tree [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.399093] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.417341] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.492134] env[62221]: DEBUG nova.scheduler.client.report [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1431.896890] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701126, 'name': ReconfigVM_Task, 'duration_secs': 0.704105} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.897261] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18/3f3ac56d-0160-436e-87e0-4a8f4a57cb18.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.897561] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1431.997226] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.000011] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.000167] env[62221]: DEBUG nova.objects.instance [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lazy-loading 'resources' on Instance uuid f794fbd0-75f7-4dff-998a-ef65925a72ff {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.022051] env[62221]: INFO nova.scheduler.client.report [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted allocations for instance 69bd0ca0-c550-46fc-ac71-1573a6b57258 [ 1432.404467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47589e65-3c3c-4148-8788-fb52ba157d40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.426511] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f037280-7fde-4cc3-b227-0e85df689a93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.449691] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.530422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-325c6338-0fc7-4d38-9565-9f33b1d9fc68 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "69bd0ca0-c550-46fc-ac71-1573a6b57258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.671s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.994068] env[62221]: DEBUG nova.network.neutron [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Port bfa06299-4dfe-4a8b-b53c-52c97b03a787 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1432.998141] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ef81a-300a-4068-9dd6-2affed117c5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.008333] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072185d0-28f9-4fb8-b6cc-5c98717c8e79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.039998] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88cbf8-5024-44a6-bdb0-537da9b6d9cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.048337] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe71214-55f1-4fd6-b345-f4899b8b17c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.062145] env[62221]: DEBUG nova.compute.provider_tree [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.567158] env[62221]: DEBUG nova.scheduler.client.report [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1434.029627] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.030100] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.030428] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.072412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.076455] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.414s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.077596] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.080903] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.322s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.081567] env[62221]: DEBUG nova.objects.instance [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lazy-loading 'resources' on Instance uuid 45be5b3d-c75e-48b0-921a-31e66167f510 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.101071] env[62221]: INFO nova.scheduler.client.report [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted allocations for instance f794fbd0-75f7-4dff-998a-ef65925a72ff [ 1434.107970] env[62221]: INFO nova.scheduler.client.report [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleted allocations for instance 3077f487-850e-41fe-89c8-62bd24f19ecd [ 1434.510028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.510028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.510368] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.511088] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.511088] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.515488] env[62221]: INFO nova.compute.manager [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Terminating instance [ 1434.517920] env[62221]: DEBUG nova.compute.manager [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1434.519024] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.519024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd3315-0706-4f4e-98c1-15f086555282 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.528153] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.528675] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ae1458-02a2-4d23-a3dd-902c404ca843 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.537667] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1434.537667] env[62221]: value = "task-1701127" [ 1434.537667] env[62221]: _type = "Task" [ 1434.537667] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.547673] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.614157] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e4612e60-bbe4-4d79-9e19-7cf8713e78ac tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "f794fbd0-75f7-4dff-998a-ef65925a72ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.843s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.621652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04c235ed-2d8a-4ca2-8074-82d6e8c04885 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "3077f487-850e-41fe-89c8-62bd24f19ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.945s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.873997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340956d0-d148-4d3f-90b2-9d7ec9267742 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.884078] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497a9d5f-91c5-4572-9310-99a601712a26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.915054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0119746-97d5-45d8-bfaf-0a6e752ff004 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.922844] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd60ec0-ab73-4669-8f2c-6dedd8a19a62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.937077] env[62221]: DEBUG nova.compute.provider_tree [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.046838] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701127, 'name': PowerOffVM_Task, 'duration_secs': 0.216305} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.047138] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.047313] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.047567] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ffb073-eed8-4230-a983-1bd1067915d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.079691] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.079890] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.080096] env[62221]: DEBUG nova.network.neutron [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.199822] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.200027] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.200242] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleting the datastore file [datastore1] b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.200544] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe243255-e637-4800-b730-05eede5f3eeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.209598] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for the task: (returnval){ [ 1435.209598] env[62221]: value = "task-1701129" [ 1435.209598] env[62221]: _type = "Task" [ 1435.209598] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.219021] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.278700] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1435.279644] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5faa06-747c-4889-b453-7273a76bf51d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.289243] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.289555] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.290821] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1435.291440] env[62221]: ERROR oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk due to incomplete transfer. [ 1435.292431] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45ba90ba-4514-4e38-8a6c-88629ced52ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.301457] env[62221]: DEBUG oslo_vmware.rw_handles [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228112f-e875-8d96-724e-350a70e025ae/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1435.302762] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Uploaded image 6cb75dde-a7bb-404a-ae9c-071193dccd4e to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1435.306300] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1435.308027] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4077bd7-bbe2-401e-9fb9-100c6a3976b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.317268] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1435.317268] env[62221]: value = "task-1701130" [ 1435.317268] env[62221]: _type = "Task" [ 1435.317268] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.328360] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.329478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.336530] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701130, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.364422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "8b73954d-8935-4061-a4ce-67b94e417d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.364763] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.439969] env[62221]: DEBUG nova.scheduler.client.report [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1435.725018] env[62221]: DEBUG oslo_vmware.api [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Task: {'id': task-1701129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194992} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.725332] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.725482] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.725732] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.725926] env[62221]: INFO nova.compute.manager [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1435.726260] env[62221]: DEBUG oslo.service.loopingcall [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.727348] env[62221]: DEBUG nova.compute.manager [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1435.727348] env[62221]: DEBUG nova.network.neutron [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.793040] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.828183] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701130, 'name': Destroy_Task, 'duration_secs': 0.408997} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.828447] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Destroyed the VM [ 1435.828875] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1435.829074] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-083015f4-b00e-4fb9-9f10-2cfe76e2ad37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.836808] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1435.836808] env[62221]: value = "task-1701131" [ 1435.836808] env[62221]: _type = "Task" [ 1435.836808] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.840190] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.848912] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.868052] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.946571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.948837] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.310s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.949254] env[62221]: DEBUG nova.objects.instance [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'resources' on Instance uuid b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.968999] env[62221]: DEBUG nova.network.neutron [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.976113] env[62221]: INFO nova.scheduler.client.report [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Deleted allocations for instance 45be5b3d-c75e-48b0-921a-31e66167f510 [ 1436.325367] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.355121] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701131, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.364333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.398591] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.474264] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.486811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-db6df72d-f6ef-45c7-893b-bc78f3dc2ae2 tempest-VolumesAssistedSnapshotsTest-358430172 tempest-VolumesAssistedSnapshotsTest-358430172-project-member] Lock "45be5b3d-c75e-48b0-921a-31e66167f510" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.592s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.493948] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.494432] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.495360] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "696da7d0-08b4-410c-8caa-300c12d02359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.495855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.497362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.498254] env[62221]: INFO nova.compute.manager [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Terminating instance [ 1436.500899] env[62221]: DEBUG nova.compute.manager [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1436.501289] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.502360] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154677f6-bd99-4655-89ab-ece9a77f6c19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.517069] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.518232] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394a5240-9aa5-467a-9be9-f1068017766a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.522595] env[62221]: DEBUG nova.compute.manager [req-5e670594-d3a1-4f01-8c45-4b1535052fed req-4b3548d5-10a8-4c42-ae70-38cbbc88a31e service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Received event network-vif-deleted-20d67c12-1a66-4a67-b055-cb1b933f6641 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1436.522595] env[62221]: INFO nova.compute.manager [req-5e670594-d3a1-4f01-8c45-4b1535052fed req-4b3548d5-10a8-4c42-ae70-38cbbc88a31e service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Neutron deleted interface 20d67c12-1a66-4a67-b055-cb1b933f6641; detaching it from the instance and deleting it from the info cache [ 1436.522595] env[62221]: DEBUG nova.network.neutron [req-5e670594-d3a1-4f01-8c45-4b1535052fed req-4b3548d5-10a8-4c42-ae70-38cbbc88a31e service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.531595] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1436.531595] env[62221]: value = "task-1701132" [ 1436.531595] env[62221]: _type = "Task" [ 1436.531595] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.547181] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.618190] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "94ed03e1-d02d-4f42-8250-1c281a505d66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.618509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.653858] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.654120] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.779853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8c854-155d-4ea9-b892-a469b98ed67b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.787702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c155eee5-b112-4429-8bc9-e32b9d5bac09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.818829] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e922c5-6c23-4a3d-85ff-aa7daabbaf34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.826390] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45fa504-5128-4d3a-8726-8650a31b106c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.840734] env[62221]: DEBUG nova.compute.provider_tree [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.849901] env[62221]: DEBUG oslo_vmware.api [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.564674} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.850673] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1436.850976] env[62221]: INFO nova.compute.manager [None req-62829baf-413e-4eea-b4c3-ce08950d64f9 tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 1436.991534] env[62221]: DEBUG nova.network.neutron [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.007191] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6a501-b4c4-43f9-b1bd-d42b0dfb51a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.027147] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907c503-be7c-4bf3-901c-0d2bc0dbf8c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.030257] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3517771-5fd2-4194-9a24-ed0be4c0e8fe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.037523] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.045054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506672d-4f42-489d-9810-3eab853fcff5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.059030] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701132, 'name': PowerOffVM_Task, 'duration_secs': 0.191943} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.059120] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.059278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.059517] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5dd0cb4-be8f-4532-8da1-401ee17fc47d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.077860] env[62221]: DEBUG nova.compute.manager [req-5e670594-d3a1-4f01-8c45-4b1535052fed req-4b3548d5-10a8-4c42-ae70-38cbbc88a31e service nova] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Detach interface failed, port_id=20d67c12-1a66-4a67-b055-cb1b933f6641, reason: Instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1437.122034] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1437.129149] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.129149] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.129275] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleting the datastore file [datastore1] 696da7d0-08b4-410c-8caa-300c12d02359 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.129476] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f52f323-04d0-4693-8345-3a0f99c134e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.136675] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for the task: (returnval){ [ 1437.136675] env[62221]: value = "task-1701134" [ 1437.136675] env[62221]: _type = "Task" [ 1437.136675] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.146553] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.158360] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1437.346942] env[62221]: DEBUG nova.scheduler.client.report [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.498787] env[62221]: INFO nova.compute.manager [-] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Took 1.77 seconds to deallocate network for instance. [ 1437.544819] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.545382] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0e9dd1-4987-46e8-b868-3c5ac7d79b6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.552910] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1437.552910] env[62221]: value = "task-1701135" [ 1437.552910] env[62221]: _type = "Task" [ 1437.552910] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.562510] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.643153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.647493] env[62221]: DEBUG oslo_vmware.api [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Task: {'id': task-1701134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179776} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.647797] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.648146] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.648384] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.648599] env[62221]: INFO nova.compute.manager [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1437.648873] env[62221]: DEBUG oslo.service.loopingcall [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.649121] env[62221]: DEBUG nova.compute.manager [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1437.649250] env[62221]: DEBUG nova.network.neutron [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.681652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.853815] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.856529] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.770s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.858341] env[62221]: INFO nova.compute.claims [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.884254] env[62221]: INFO nova.scheduler.client.report [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154 [ 1438.005613] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.066756] env[62221]: DEBUG oslo_vmware.api [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701135, 'name': PowerOnVM_Task, 'duration_secs': 0.389003} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.067047] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.067241] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3fac1f1d-9b3a-4f12-b6c4-bf6e2d326e63 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance '3f3ac56d-0160-436e-87e0-4a8f4a57cb18' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.401114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6471a8e-fdd7-4bf7-80eb-e16d7721e385 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.746s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.549999] env[62221]: DEBUG nova.compute.manager [req-a066dab4-b993-40c6-a8ba-fa4c4f81fb50 req-96a18cea-e375-4cf9-849e-86c47f6101bd service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Received event network-vif-deleted-123a1c46-360c-4489-baf7-f14cc45abb0e {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1438.552981] env[62221]: INFO nova.compute.manager [req-a066dab4-b993-40c6-a8ba-fa4c4f81fb50 req-96a18cea-e375-4cf9-849e-86c47f6101bd service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Neutron deleted interface 123a1c46-360c-4489-baf7-f14cc45abb0e; detaching it from the instance and deleting it from the info cache [ 1438.554239] env[62221]: DEBUG nova.network.neutron [req-a066dab4-b993-40c6-a8ba-fa4c4f81fb50 req-96a18cea-e375-4cf9-849e-86c47f6101bd service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.595858] env[62221]: DEBUG nova.network.neutron [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.029823] env[62221]: DEBUG nova.compute.manager [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.033017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca9f2f9-71e3-42de-884e-5e581466246f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.062546] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7136da6a-8d1f-40b5-8019-6a73c07bbe38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.073709] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da1d43b-139c-49ac-b3fd-3a9c07a2416f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.101897] env[62221]: INFO nova.compute.manager [-] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Took 1.45 seconds to deallocate network for instance. [ 1439.112454] env[62221]: DEBUG nova.compute.manager [req-a066dab4-b993-40c6-a8ba-fa4c4f81fb50 req-96a18cea-e375-4cf9-849e-86c47f6101bd service nova] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Detach interface failed, port_id=123a1c46-360c-4489-baf7-f14cc45abb0e, reason: Instance 696da7d0-08b4-410c-8caa-300c12d02359 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1439.188776] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131fb5cb-19fd-42af-afe3-28fff19f3aae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.196870] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467413f6-945f-40f8-8c3b-9cabb3bcbde5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.226966] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b19c7f-c970-4513-bd7d-570e3f8543bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.234612] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23825def-1ad7-472b-b8fe-131e5b0d78e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.250328] env[62221]: DEBUG nova.compute.provider_tree [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.309981] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.310334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.549546] env[62221]: INFO nova.compute.manager [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] instance snapshotting [ 1439.552402] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eecc4b-8009-406a-9356-5912eb2eede6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.571835] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1269f-b91a-4703-bd88-0935d5b67a42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.618498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.756034] env[62221]: DEBUG nova.scheduler.client.report [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1439.812529] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1439.958096] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.958823] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.959043] env[62221]: DEBUG nova.compute.manager [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Going to confirm migration 3 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1440.083844] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1440.084211] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d6d736b-d562-4020-b686-872523d53ce9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.095218] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1440.095218] env[62221]: value = "task-1701136" [ 1440.095218] env[62221]: _type = "Task" [ 1440.095218] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.111638] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.263270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.263817] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1440.266901] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.978s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.273021] env[62221]: INFO nova.compute.claims [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.358611] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.578911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.579257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.579337] env[62221]: DEBUG nova.network.neutron [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.579469] env[62221]: DEBUG nova.objects.instance [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lazy-loading 'info_cache' on Instance uuid 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.605889] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701136, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.774298] env[62221]: DEBUG nova.compute.utils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.775532] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1440.775728] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.846917] env[62221]: DEBUG nova.policy [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1441.105814] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701136, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.170527] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Successfully created port: 074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.280947] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1441.365354] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.365653] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.606176] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701136, 'name': CreateSnapshot_Task, 'duration_secs': 1.196694} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.608712] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1441.609896] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aaf0de-f846-44f6-b805-980de1dd2fe3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.641141] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391517c6-57a2-46d0-9849-f47e179e4c10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.648632] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296fa16-455f-462f-ab5b-7c19dc5349d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.685733] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a1eacd-5175-4494-8a3d-3740d9f4385c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.699005] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb62b7-d246-47ac-a9b0-833f455beff5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.712548] env[62221]: DEBUG nova.compute.provider_tree [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.870655] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1442.128154] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1442.128520] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33c916e2-1ad6-4c4b-869c-264b30336300 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.137256] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1442.137256] env[62221]: value = "task-1701137" [ 1442.137256] env[62221]: _type = "Task" [ 1442.137256] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.144914] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701137, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.218690] env[62221]: DEBUG nova.scheduler.client.report [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1442.293681] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1442.305304] env[62221]: DEBUG nova.network.neutron [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [{"id": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "address": "fa:16:3e:e3:7e:c6", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa06299-4d", "ovs_interfaceid": "bfa06299-4dfe-4a8b-b53c-52c97b03a787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.318496] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.318757] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.319415] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.319415] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.319531] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.319612] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.319835] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.319997] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.320185] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.320351] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.320579] env[62221]: DEBUG nova.virt.hardware [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.321736] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e0cce7-9fe1-48a6-b3b6-60d1f7d1bcd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.331218] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ef680-310e-4d25-a284-d0076a45a77f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.402105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.650113] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701137, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.671473] env[62221]: DEBUG nova.compute.manager [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received event network-vif-plugged-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.671695] env[62221]: DEBUG oslo_concurrency.lockutils [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.671901] env[62221]: DEBUG oslo_concurrency.lockutils [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.672100] env[62221]: DEBUG oslo_concurrency.lockutils [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.672350] env[62221]: DEBUG nova.compute.manager [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] No waiting events found dispatching network-vif-plugged-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1442.672533] env[62221]: WARNING nova.compute.manager [req-64163dd0-8e4a-445a-9243-ee7bcd93e97c req-456663c6-ee38-4d7a-80fd-8f51c7ffc0b9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received unexpected event network-vif-plugged-074d98ce-a037-4ee7-b269-c0abbe047558 for instance with vm_state building and task_state spawning. [ 1442.722551] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Successfully updated port: 074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.731069] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.731069] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1442.733959] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.874s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.811461] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-3f3ac56d-0160-436e-87e0-4a8f4a57cb18" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.811461] env[62221]: DEBUG nova.objects.instance [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lazy-loading 'migration_context' on Instance uuid 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.148961] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701137, 'name': CloneVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.229765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.229856] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.229970] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.237879] env[62221]: DEBUG nova.compute.utils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.246802] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1443.246802] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.290928] env[62221]: DEBUG nova.policy [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1443.314090] env[62221]: DEBUG nova.objects.base [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Object Instance<3f3ac56d-0160-436e-87e0-4a8f4a57cb18> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1443.315020] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001427d0-39aa-4e70-9a11-9f1b75138cf5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.338189] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d2e67a-ac9f-4947-945f-c7ff68448e56 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.344179] env[62221]: DEBUG oslo_vmware.api [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1443.344179] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52722135-a8bf-f930-31ff-248bf11064d4" [ 1443.344179] env[62221]: _type = "Task" [ 1443.344179] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.351705] env[62221]: DEBUG oslo_vmware.api [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52722135-a8bf-f930-31ff-248bf11064d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.582107] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Successfully created port: d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.649732] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701137, 'name': CloneVM_Task, 'duration_secs': 1.069423} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.650058] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Created linked-clone VM from snapshot [ 1443.650826] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff459c0-def2-407d-8863-6c43cda9502f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.657921] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Uploading image d01ebd08-9c27-4612-9f76-c166bb742771 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1443.688261] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1443.688261] env[62221]: value = "vm-354570" [ 1443.688261] env[62221]: _type = "VirtualMachine" [ 1443.688261] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1443.688556] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9c11754-cd87-4723-bf85-38822e63881f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.697369] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease: (returnval){ [ 1443.697369] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b45876-6dbb-bec3-d1bb-2770bc13d715" [ 1443.697369] env[62221]: _type = "HttpNfcLease" [ 1443.697369] env[62221]: } obtained for exporting VM: (result){ [ 1443.697369] env[62221]: value = "vm-354570" [ 1443.697369] env[62221]: _type = "VirtualMachine" [ 1443.697369] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1443.698247] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the lease: (returnval){ [ 1443.698247] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b45876-6dbb-bec3-d1bb-2770bc13d715" [ 1443.698247] env[62221]: _type = "HttpNfcLease" [ 1443.698247] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1443.705120] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.705120] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b45876-6dbb-bec3-d1bb-2770bc13d715" [ 1443.705120] env[62221]: _type = "HttpNfcLease" [ 1443.705120] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1443.746453] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1443.753889] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 as it has an incoming, in-progress migration 5df0396a-fd8d-4d7a-9e3f-5baeb0187dd1. Migration status is confirming {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1443.755456] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating resource usage from migration 5df0396a-fd8d-4d7a-9e3f-5baeb0187dd1 [ 1443.767420] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 696da7d0-08b4-410c-8caa-300c12d02359 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.787491] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance cb57f2fb-8613-45e8-8463-275147da5180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 232d94a3-830f-4177-a0da-c91c3fbb767b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.787491] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a63289c5-f74e-4569-bb4e-a53184e35065 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.857007] env[62221]: DEBUG oslo_vmware.api [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52722135-a8bf-f930-31ff-248bf11064d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007822} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.857610] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.017716] env[62221]: DEBUG nova.network.neutron [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updating instance_info_cache with network_info: [{"id": "074d98ce-a037-4ee7-b269-c0abbe047558", "address": "fa:16:3e:28:01:20", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d98ce-a0", "ovs_interfaceid": "074d98ce-a037-4ee7-b269-c0abbe047558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.206853] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1444.206853] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b45876-6dbb-bec3-d1bb-2770bc13d715" [ 1444.206853] env[62221]: _type = "HttpNfcLease" [ 1444.206853] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1444.207230] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1444.207230] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b45876-6dbb-bec3-d1bb-2770bc13d715" [ 1444.207230] env[62221]: _type = "HttpNfcLease" [ 1444.207230] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1444.207969] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7011690a-4f8a-446f-8340-4db5719f916c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.214969] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1444.215163] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1444.290615] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.290615] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration 5df0396a-fd8d-4d7a-9e3f-5baeb0187dd1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1444.290615] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.290615] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 35e34ca2-6f41-4b14-ba16-ce8621841b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.290615] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.304751] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8366b2fc-6185-4061-9718-c42c4cfbbc3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.519926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.520293] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance network_info: |[{"id": "074d98ce-a037-4ee7-b269-c0abbe047558", "address": "fa:16:3e:28:01:20", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d98ce-a0", "ovs_interfaceid": "074d98ce-a037-4ee7-b269-c0abbe047558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1444.520710] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:01:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074d98ce-a037-4ee7-b269-c0abbe047558', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.528615] env[62221]: DEBUG oslo.service.loopingcall [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.528840] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.529287] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8db58ef0-8f75-4441-90ac-6e62450eb3e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.550396] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.550396] env[62221]: value = "task-1701139" [ 1444.550396] env[62221]: _type = "Task" [ 1444.550396] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.561320] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701139, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.700863] env[62221]: DEBUG nova.compute.manager [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received event network-changed-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.701288] env[62221]: DEBUG nova.compute.manager [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Refreshing instance network info cache due to event network-changed-074d98ce-a037-4ee7-b269-c0abbe047558. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1444.701615] env[62221]: DEBUG oslo_concurrency.lockutils [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] Acquiring lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.701845] env[62221]: DEBUG oslo_concurrency.lockutils [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] Acquired lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.702033] env[62221]: DEBUG nova.network.neutron [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Refreshing network info cache for port 074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.776974] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1444.795834] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.809098] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.809563] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.810326] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.810326] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.810326] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.810721] env[62221]: DEBUG nova.virt.hardware [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.811714] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d7505-21c8-447b-ab09-81970d2a702e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.821749] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0603a-4309-4e32-b642-1d6eb6d9206d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.060515] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701139, 'name': CreateVM_Task, 'duration_secs': 0.337582} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.060776] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.061622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.061840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.062378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.062840] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df38842e-fc33-43f3-ab67-7b285c419671 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.067618] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1445.067618] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdfb9b-a480-a55d-2e6d-3b541a271df6" [ 1445.067618] env[62221]: _type = "Task" [ 1445.067618] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.077506] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdfb9b-a480-a55d-2e6d-3b541a271df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.117031] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Successfully updated port: d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.299649] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance abb964c8-357b-4b81-96ca-60e54db6c1bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.444686] env[62221]: DEBUG nova.network.neutron [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updated VIF entry in instance network info cache for port 074d98ce-a037-4ee7-b269-c0abbe047558. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.444779] env[62221]: DEBUG nova.network.neutron [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updating instance_info_cache with network_info: [{"id": "074d98ce-a037-4ee7-b269-c0abbe047558", "address": "fa:16:3e:28:01:20", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d98ce-a0", "ovs_interfaceid": "074d98ce-a037-4ee7-b269-c0abbe047558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.578943] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cdfb9b-a480-a55d-2e6d-3b541a271df6, 'name': SearchDatastore_Task, 'duration_secs': 0.015167} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.579345] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.579694] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.580073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.580298] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.580563] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.580916] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c632b77-a2d8-43f0-96ee-4a064f08c103 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.591308] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.591564] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.592375] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11501fc1-88fa-41f8-93c2-70bd73282af8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.598228] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1445.598228] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b33239-21b9-8791-61ca-82ee6dbd3be9" [ 1445.598228] env[62221]: _type = "Task" [ 1445.598228] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.606485] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b33239-21b9-8791-61ca-82ee6dbd3be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.619484] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.620858] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.620858] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.805104] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 188629ae-6b0c-4003-b8b6-3e6ae2a22a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.923719] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "4938da75-5dfa-47ea-87f2-a00541a00635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.924021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.947896] env[62221]: DEBUG oslo_concurrency.lockutils [req-1926fe8a-8aaa-4958-8255-ef65ab51f4c3 req-21a6cac8-f96d-41ca-9d82-0a2cdfd75ad9 service nova] Releasing lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.108793] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b33239-21b9-8791-61ca-82ee6dbd3be9, 'name': SearchDatastore_Task, 'duration_secs': 0.018453} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.109724] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092792ec-7a44-4c05-875c-26b1b966d115 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.115656] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1446.115656] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526de646-ac2d-af29-acf7-bf7471ee2e5d" [ 1446.115656] env[62221]: _type = "Task" [ 1446.115656] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.125582] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526de646-ac2d-af29-acf7-bf7471ee2e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.156242] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.295929] env[62221]: DEBUG nova.network.neutron [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.308332] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8b73954d-8935-4061-a4ce-67b94e417d3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.627106] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526de646-ac2d-af29-acf7-bf7471ee2e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015095} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.627381] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.627649] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 35e34ca2-6f41-4b14-ba16-ce8621841b11/35e34ca2-6f41-4b14-ba16-ce8621841b11.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.627917] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3079a971-365d-4f78-a61d-f62b1b07d052 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.634408] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1446.634408] env[62221]: value = "task-1701140" [ 1446.634408] env[62221]: _type = "Task" [ 1446.634408] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.642111] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.734881] env[62221]: DEBUG nova.compute.manager [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-plugged-d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.735071] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.735275] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.735447] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.735609] env[62221]: DEBUG nova.compute.manager [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] No waiting events found dispatching network-vif-plugged-d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1446.735778] env[62221]: WARNING nova.compute.manager [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received unexpected event network-vif-plugged-d428eb29-ff05-4aaa-bf4b-511833c69cbc for instance with vm_state building and task_state spawning. [ 1446.735938] env[62221]: DEBUG nova.compute.manager [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-changed-d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.736122] env[62221]: DEBUG nova.compute.manager [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing instance network info cache due to event network-changed-d428eb29-ff05-4aaa-bf4b-511833c69cbc. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1446.736295] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.800978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.801407] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Instance network_info: |[{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1446.802245] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.802573] env[62221]: DEBUG nova.network.neutron [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing network info cache for port d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.804280] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a0:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd428eb29-ff05-4aaa-bf4b-511833c69cbc', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.817344] env[62221]: DEBUG oslo.service.loopingcall [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.819469] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 94ed03e1-d02d-4f42-8250-1c281a505d66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.820929] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.821704] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff1b887-dbf0-4a15-bb96-2b2fa21e0985 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.853609] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.853609] env[62221]: value = "task-1701141" [ 1446.853609] env[62221]: _type = "Task" [ 1446.853609] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.866070] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701141, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.144632] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.322184] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 443a14ba-4dfa-46e6-8d3a-ed136cfb6897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.365565] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701141, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.537660] env[62221]: DEBUG nova.network.neutron [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updated VIF entry in instance network info cache for port d428eb29-ff05-4aaa-bf4b-511833c69cbc. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.538032] env[62221]: DEBUG nova.network.neutron [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.644730] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516538} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.645008] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 35e34ca2-6f41-4b14-ba16-ce8621841b11/35e34ca2-6f41-4b14-ba16-ce8621841b11.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.645232] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.645529] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34ab03aa-8394-477f-a2c4-a1810ec9d248 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.652586] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1447.652586] env[62221]: value = "task-1701142" [ 1447.652586] env[62221]: _type = "Task" [ 1447.652586] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.660578] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.825384] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a63b62f1-65dd-470c-bfbc-51ea65734c64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.866142] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701141, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.041240] env[62221]: DEBUG oslo_concurrency.lockutils [req-0426802a-b70e-42cb-bdd5-2d9d2b9eee34 req-8d421b45-d9e4-4593-b40e-d63bf7d94314 service nova] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.164196] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.164503] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.165299] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677f9c4-1307-4e59-b223-637c47f8406f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.187151] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 35e34ca2-6f41-4b14-ba16-ce8621841b11/35e34ca2-6f41-4b14-ba16-ce8621841b11.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.187472] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9738f18-a252-4262-bf64-aaa1996bf1c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.206759] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1448.206759] env[62221]: value = "task-1701143" [ 1448.206759] env[62221]: _type = "Task" [ 1448.206759] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.214708] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.329083] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a3d10b62-609b-4fd7-818e-ae9aaf1fc845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1448.329621] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1448.329621] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1448.370092] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701141, 'name': CreateVM_Task, 'duration_secs': 1.093464} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.372551] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.373472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.373732] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.374228] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.374594] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd2d6ac-5a0f-4170-a75a-53f5e3343ea9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.379603] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1448.379603] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1d4f1-32d7-6b81-e7e5-4aa48199680b" [ 1448.379603] env[62221]: _type = "Task" [ 1448.379603] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.390361] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1d4f1-32d7-6b81-e7e5-4aa48199680b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.637727] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8d9ff-efef-450c-b1d0-42fc5669972b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.645676] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61aaf3-10f6-422e-ae76-71c7739255fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.676972] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8170ab89-57cf-45dd-ac3d-5d25f43f782b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.684976] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c65749-7cf5-46ca-b8f6-48cdabfe4f03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.698604] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.716492] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701143, 'name': ReconfigVM_Task, 'duration_secs': 0.416099} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.716773] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 35e34ca2-6f41-4b14-ba16-ce8621841b11/35e34ca2-6f41-4b14-ba16-ce8621841b11.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.717400] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba2a80a-5e91-4a73-a048-79e81e8f3217 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.723938] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1448.723938] env[62221]: value = "task-1701144" [ 1448.723938] env[62221]: _type = "Task" [ 1448.723938] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.732484] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701144, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.890062] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1d4f1-32d7-6b81-e7e5-4aa48199680b, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.890420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.890658] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.890889] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.891047] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.891225] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.891490] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee8927e-db34-42de-9465-1be643df866a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.899954] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.900165] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.900888] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ccadaa-04bf-4a09-977e-27576f6aaa8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.906649] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1448.906649] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b0cd17-d0a9-634d-151a-7e83386a32dd" [ 1448.906649] env[62221]: _type = "Task" [ 1448.906649] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.915405] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b0cd17-d0a9-634d-151a-7e83386a32dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.202494] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.233943] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701144, 'name': Rename_Task, 'duration_secs': 0.178075} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.234882] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.234882] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c17b842-9005-41fd-9fdf-247f8886518e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.241638] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1449.241638] env[62221]: value = "task-1701145" [ 1449.241638] env[62221]: _type = "Task" [ 1449.241638] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.249153] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.419866] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b0cd17-d0a9-634d-151a-7e83386a32dd, 'name': SearchDatastore_Task, 'duration_secs': 0.007937} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.419866] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c178b47-bf06-4015-892a-ae72245a2c3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.425547] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1449.425547] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb381-2c47-e5c5-47b0-83f5715e5c30" [ 1449.425547] env[62221]: _type = "Task" [ 1449.425547] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.433760] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb381-2c47-e5c5-47b0-83f5715e5c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.707679] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.707930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.974s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.708225] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.631s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.709885] env[62221]: INFO nova.compute.claims [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.713033] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.713033] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1449.751186] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.937747] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb381-2c47-e5c5-47b0-83f5715e5c30, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.937747] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.937747] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b/d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.938166] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5bbf5fd-dc97-4e76-9dab-644813d0ca19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.945594] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1449.945594] env[62221]: value = "task-1701146" [ 1449.945594] env[62221]: _type = "Task" [ 1449.945594] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.953747] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.231040] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 49 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1450.231415] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b9ae4ecc-d6e8-4d19-b402-d0b2d3c97154] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.253267] env[62221]: DEBUG oslo_vmware.api [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701145, 'name': PowerOnVM_Task, 'duration_secs': 0.609829} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.253570] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.254010] env[62221]: INFO nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1450.254305] env[62221]: DEBUG nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.258258] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a4091-402b-4315-80e6-4626544715be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.458166] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502652} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.458454] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b/d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.458640] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.458915] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ac5c69-cb93-4164-bc45-e235320955ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.468526] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1450.468526] env[62221]: value = "task-1701147" [ 1450.468526] env[62221]: _type = "Task" [ 1450.468526] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.481369] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.556178] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61f4a5-3528-4af9-9357-1b1ff61225a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.563795] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832feed-b028-41c5-8c41-2e40be746875 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.594735] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15954adc-3ffe-4b00-8357-bd75cbfd7d3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.603014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd3c3f-2860-459d-95c4-b1c531730fd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.617289] env[62221]: DEBUG nova.compute.provider_tree [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.738886] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 69bd0ca0-c550-46fc-ac71-1573a6b57258] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.778779] env[62221]: INFO nova.compute.manager [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Took 38.71 seconds to build instance. [ 1450.978535] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075975} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.978789] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.979620] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4a16a-faca-485c-b4dc-6c1aa1d7cb72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.002821] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b/d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.003134] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bd5baf-5976-4bbd-ac61-6dd3c472e85d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.023008] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1451.023008] env[62221]: value = "task-1701148" [ 1451.023008] env[62221]: _type = "Task" [ 1451.023008] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.032276] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.121016] env[62221]: DEBUG nova.scheduler.client.report [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1451.242642] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f794fbd0-75f7-4dff-998a-ef65925a72ff] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.281424] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4291b6e5-bc5c-4b93-b910-9ec30e84b62f tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.223s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.534125] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.626489] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.917s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.626489] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1451.629420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.335s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.629638] env[62221]: DEBUG nova.objects.instance [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'pci_requests' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.750582] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ca744b49-38a2-468c-af0e-08944a1e9613] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.784033] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1451.986824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.987131] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.987321] env[62221]: INFO nova.compute.manager [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Shelving [ 1452.033694] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701148, 'name': ReconfigVM_Task, 'duration_secs': 0.77621} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.033890] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b/d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.034520] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f05a699-000a-4e8b-9c83-561868e6ba78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.041398] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1452.041398] env[62221]: value = "task-1701149" [ 1452.041398] env[62221]: _type = "Task" [ 1452.041398] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.048919] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701149, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.132864] env[62221]: DEBUG nova.compute.utils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.135779] env[62221]: DEBUG nova.objects.instance [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'numa_topology' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.136901] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1452.137150] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.177604] env[62221]: DEBUG nova.policy [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38645d6759d44f5e9f7edf15f6d99f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81444bd3c41248b4a00f02c599d5f895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1452.251887] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1a4228b8-eed1-473c-90e5-7870e2087a07] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.404881] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.486456] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Successfully created port: 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.494456] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.494739] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd0e4d53-7829-4f1f-b12a-b53cb9d3849b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.501789] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1452.501789] env[62221]: value = "task-1701150" [ 1452.501789] env[62221]: _type = "Task" [ 1452.501789] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.510763] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.552140] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701149, 'name': Rename_Task, 'duration_secs': 0.299469} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.552554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.552679] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ec91fd-edab-433d-8bc1-d58bd8a39f7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.559899] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1452.559899] env[62221]: value = "task-1701151" [ 1452.559899] env[62221]: _type = "Task" [ 1452.559899] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.568212] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.641146] env[62221]: INFO nova.compute.claims [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.644460] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1452.755166] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 94482094-0113-4420-8841-6ee81d07ca3e] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.012971] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701150, 'name': PowerOffVM_Task, 'duration_secs': 0.308432} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.013291] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.014148] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74edf3-1a7c-4f21-9ef0-2d54f47ee8c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.034122] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38211098-2471-43c1-8469-a46ff0e04d83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.069872] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.253964] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1453.254944] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ab56c-60ae-4da7-a329-381eb06aa36b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.257743] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 6019f2d0-6f8e-48d5-a55f-adf5227d9be3] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.263052] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1453.263243] env[62221]: ERROR oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk due to incomplete transfer. [ 1453.263456] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a45fb1d2-b6d1-4217-956d-53b52184b4e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.270967] env[62221]: DEBUG oslo_vmware.rw_handles [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255f203-147c-e5d9-b710-416599e67629/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1453.271220] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Uploaded image d01ebd08-9c27-4612-9f76-c166bb742771 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1453.273512] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1453.273797] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4ba9ca4-121b-4913-865e-0328291c8fc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.280525] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1453.280525] env[62221]: value = "task-1701152" [ 1453.280525] env[62221]: _type = "Task" [ 1453.280525] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.292024] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701152, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.546560] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1453.546617] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6eead052-c6bc-4355-bbaa-0c314c2548cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.554027] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1453.554027] env[62221]: value = "task-1701153" [ 1453.554027] env[62221]: _type = "Task" [ 1453.554027] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.562231] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701153, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.569494] env[62221]: DEBUG oslo_vmware.api [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701151, 'name': PowerOnVM_Task, 'duration_secs': 0.776033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.569735] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.569910] env[62221]: INFO nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1453.570108] env[62221]: DEBUG nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1453.570853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76953657-f0ca-454b-9b13-f05049c78f0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.658491] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1453.679312] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.679558] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.679717] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.679963] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.680151] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.680301] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.680509] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.681468] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.681468] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.681468] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.681468] env[62221]: DEBUG nova.virt.hardware [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.682298] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a20b0e-6ea3-498b-b4bb-8821631e8b3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.692210] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e805040-e15f-47ea-b4a3-4e54021e758b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.761425] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b4725422-0fb5-4759-8f36-568ac6d2c2de] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.793308] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701152, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.946959] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e771b0-937f-46d7-bd84-c3690d23525b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.955206] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d310ab-af82-4f9d-be39-e742611449a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.998608] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2470ee95-9078-498d-9ab3-0f6b4af1d4f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.007560] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef9354-2b97-401d-889f-783b22f40f1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.024138] env[62221]: DEBUG nova.compute.provider_tree [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.064014] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701153, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.087703] env[62221]: INFO nova.compute.manager [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Took 39.81 seconds to build instance. [ 1454.163207] env[62221]: DEBUG nova.compute.manager [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received event network-vif-plugged-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.163207] env[62221]: DEBUG oslo_concurrency.lockutils [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] Acquiring lock "8d651b81-2eab-4725-aea7-45223190e43a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.163207] env[62221]: DEBUG oslo_concurrency.lockutils [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] Lock "8d651b81-2eab-4725-aea7-45223190e43a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.163207] env[62221]: DEBUG oslo_concurrency.lockutils [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] Lock "8d651b81-2eab-4725-aea7-45223190e43a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.163207] env[62221]: DEBUG nova.compute.manager [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] No waiting events found dispatching network-vif-plugged-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1454.163207] env[62221]: WARNING nova.compute.manager [req-002e211b-5bb5-4fef-9e1c-fa8643c40fc4 req-56e32010-06a1-496a-9531-c4e099639ac2 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received unexpected event network-vif-plugged-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d for instance with vm_state building and task_state spawning. [ 1454.264744] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 92402c95-4bf8-4806-a940-f2dcfe336777] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.292702] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701152, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.327060] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Successfully updated port: 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.528895] env[62221]: DEBUG nova.scheduler.client.report [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1454.564545] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701153, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.589705] env[62221]: DEBUG oslo_concurrency.lockutils [None req-efb761b4-a280-4361-b267-2f10e5b5b54d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.336s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.768069] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: c0c7427d-c6ed-45e4-9657-443a92f00d94] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.791800] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701152, 'name': Destroy_Task, 'duration_secs': 1.102092} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.792698] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Destroyed the VM [ 1454.793040] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1454.793342] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4a62f92-833c-4e9d-9ebb-9eb4725b5c38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.800449] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1454.800449] env[62221]: value = "task-1701154" [ 1454.800449] env[62221]: _type = "Task" [ 1454.800449] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.808428] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.829532] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.829677] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.829825] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.035064] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.037023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.620s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.037282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.039067] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.714s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.040526] env[62221]: INFO nova.compute.claims [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.065468] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701153, 'name': CreateSnapshot_Task, 'duration_secs': 1.058104} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.066017] env[62221]: INFO nova.scheduler.client.report [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Deleted allocations for instance a63289c5-f74e-4569-bb4e-a53184e35065 [ 1455.067081] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1455.067892] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40df55-5e0e-4b92-9a76-75adcab8aa2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.082398] env[62221]: INFO nova.network.neutron [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating port be931c40-8dc9-4123-92fd-9911bdb1019d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1455.271083] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 24e9ba70-16ce-4020-8ad8-37d7450195b1] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1455.312430] env[62221]: DEBUG oslo_vmware.api [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.475712} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.312913] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1455.313291] env[62221]: INFO nova.compute.manager [None req-0914c444-afcc-4ff9-bbb0-e54c2294cf4b tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 1455.390966] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.555125] env[62221]: DEBUG nova.network.neutron [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.576277] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d55d095-ab4a-4199-b489-6edb230ef809 tempest-ServerAddressesNegativeTestJSON-1086399616 tempest-ServerAddressesNegativeTestJSON-1086399616-project-member] Lock "a63289c5-f74e-4569-bb4e-a53184e35065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.167s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.591900] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1455.592928] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99c9f887-a639-4881-9016-ee19a5f13b42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.601830] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1455.601830] env[62221]: value = "task-1701155" [ 1455.601830] env[62221]: _type = "Task" [ 1455.601830] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.612194] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701155, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.775131] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1b21b902-82fb-414c-b25c-4b8c8772d5c2] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.057820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.058091] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Instance network_info: |[{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1456.058537] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:94:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26026e2d-f0d4-4e62-87c2-9d3ef7051e2d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.066368] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating folder: Project (81444bd3c41248b4a00f02c599d5f895). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.066724] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a849db-b9d0-4f7e-9ee4-21c3375b38b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.078674] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created folder: Project (81444bd3c41248b4a00f02c599d5f895) in parent group-v354396. [ 1456.078758] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating folder: Instances. Parent ref: group-v354575. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.078968] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7481af76-913d-4a0e-b008-2e30f9b92723 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.091389] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created folder: Instances in parent group-v354575. [ 1456.091649] env[62221]: DEBUG oslo.service.loopingcall [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.091844] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.092100] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1fb7208-fd5a-495a-827b-fa1197bd1375 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.117786] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701155, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.120133] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.120133] env[62221]: value = "task-1701158" [ 1456.120133] env[62221]: _type = "Task" [ 1456.120133] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.130310] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701158, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.200567] env[62221]: DEBUG nova.compute.manager [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.200836] env[62221]: DEBUG nova.compute.manager [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing instance network info cache due to event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1456.201442] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Acquiring lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.201442] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Acquired lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.201442] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.280128] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 7f0f97c1-50e0-4500-bde6-d7f1f07de216] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.432961] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f500ed37-45c0-4ec9-aa31-e25ca67baad2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.440702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5902758-cc31-4a5b-9c29-111fa6dcaaa2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.474372] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba300f6-280c-4cab-8d23-288c049ca9e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.484563] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb804840-d366-4989-ae10-8add7ab34397 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.502860] env[62221]: DEBUG nova.compute.provider_tree [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.620596] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701155, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.630654] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701158, 'name': CreateVM_Task, 'duration_secs': 0.368799} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.630824] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.631521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.631688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.632014] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.632274] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7203f9fa-801b-4c24-91db-dda4a7ff5837 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.637742] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1456.637742] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5277d3f6-9097-86fa-0167-c7184d198256" [ 1456.637742] env[62221]: _type = "Task" [ 1456.637742] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.646597] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5277d3f6-9097-86fa-0167-c7184d198256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.700964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.701298] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.701485] env[62221]: DEBUG nova.network.neutron [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.785851] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3077f487-850e-41fe-89c8-62bd24f19ecd] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.929206] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updated VIF entry in instance network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.929585] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.002930] env[62221]: DEBUG nova.scheduler.client.report [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1457.120039] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701155, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.147519] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5277d3f6-9097-86fa-0167-c7184d198256, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.147821] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.148070] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.148310] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.148459] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.148636] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.148895] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-402d13b6-783a-4483-abc0-4718c189c7e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.167169] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.167304] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.168108] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38c1cfe-5fbe-4652-9aa4-82d1e4a86a34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.173887] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1457.173887] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e45cb-c7eb-4173-8126-e82141d96ee7" [ 1457.173887] env[62221]: _type = "Task" [ 1457.173887] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.182168] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e45cb-c7eb-4173-8126-e82141d96ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.294916] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a3b8132e-c67e-4b1b-8a70-07edb9b0e4ec] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1457.432217] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Releasing lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.432491] env[62221]: DEBUG nova.compute.manager [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-changed-d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.432670] env[62221]: DEBUG nova.compute.manager [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing instance network info cache due to event network-changed-d428eb29-ff05-4aaa-bf4b-511833c69cbc. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1457.432878] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.433032] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.433201] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing network info cache for port d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.467620] env[62221]: DEBUG nova.network.neutron [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.507521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.508039] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1457.510655] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.147s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.512011] env[62221]: INFO nova.compute.claims [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.621079] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701155, 'name': CloneVM_Task, 'duration_secs': 1.621624} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.621401] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Created linked-clone VM from snapshot [ 1457.621915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8731c-234b-43a3-9eaa-5529028b84b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.629131] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Uploading image 1d9fac78-7c06-4551-83d6-70c06ef4f600 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1457.655213] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1457.655213] env[62221]: value = "vm-354574" [ 1457.655213] env[62221]: _type = "VirtualMachine" [ 1457.655213] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1457.655522] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c24a17b-fcb1-4fd4-8928-015d1613078f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.662131] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lease: (returnval){ [ 1457.662131] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f7c0f-473d-44aa-cbe9-cffc663b69a7" [ 1457.662131] env[62221]: _type = "HttpNfcLease" [ 1457.662131] env[62221]: } obtained for exporting VM: (result){ [ 1457.662131] env[62221]: value = "vm-354574" [ 1457.662131] env[62221]: _type = "VirtualMachine" [ 1457.662131] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1457.662529] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the lease: (returnval){ [ 1457.662529] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f7c0f-473d-44aa-cbe9-cffc663b69a7" [ 1457.662529] env[62221]: _type = "HttpNfcLease" [ 1457.662529] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1457.668633] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1457.668633] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f7c0f-473d-44aa-cbe9-cffc663b69a7" [ 1457.668633] env[62221]: _type = "HttpNfcLease" [ 1457.668633] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1457.683015] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e45cb-c7eb-4173-8126-e82141d96ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.683786] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a09439c-b7ea-4ac6-a74e-803c458748a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.689214] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1457.689214] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e92c3a-7a1e-31d7-2ab4-d47e14cfb430" [ 1457.689214] env[62221]: _type = "Task" [ 1457.689214] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.697483] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e92c3a-7a1e-31d7-2ab4-d47e14cfb430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.798698] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f68fefed-90c4-466a-86c6-30f48dc4bd0a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1457.970276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.991571] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='654ad63a29ae4eb9bb9d00aa6f89457b',container_format='bare',created_at=2024-12-10T18:38:32Z,direct_url=,disk_format='vmdk',id=6d37c7fd-8940-44bf-bdd9-650b68546e71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-733930510-shelved',owner='6c429e9152524f7ca414886f4d09c8cf',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2024-12-10T18:38:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1457.991816] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1457.992126] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.992187] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1457.992312] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.992457] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1457.992686] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1457.992853] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1457.993027] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1457.993192] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1457.993361] env[62221]: DEBUG nova.virt.hardware [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1457.994261] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10129a-a8f6-4d2a-a7aa-5aa82b11a3b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.002334] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef3d54-344f-4193-b053-d48ca301e3b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.018353] env[62221]: DEBUG nova.compute.utils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.021467] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:1f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be931c40-8dc9-4123-92fd-9911bdb1019d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.028964] env[62221]: DEBUG oslo.service.loopingcall [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.033705] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1458.033705] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.034443] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.035458] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4720ae-504c-447c-b960-b23628d8ab7b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.053113] env[62221]: DEBUG nova.compute.manager [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1458.054114] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ddd37-c63f-414b-bf75-3eca03fabdec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.062478] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.062478] env[62221]: value = "task-1701160" [ 1458.062478] env[62221]: _type = "Task" [ 1458.062478] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.076032] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.112469] env[62221]: DEBUG nova.policy [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be6e74baf1e240dabb283fc9177a39b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a57445423e084d5e9dd71647225ffe3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1458.171512] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.171512] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f7c0f-473d-44aa-cbe9-cffc663b69a7" [ 1458.171512] env[62221]: _type = "HttpNfcLease" [ 1458.171512] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1458.172090] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1458.172090] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f7c0f-473d-44aa-cbe9-cffc663b69a7" [ 1458.172090] env[62221]: _type = "HttpNfcLease" [ 1458.172090] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1458.173168] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de905976-4180-4c28-b707-5b4add5ac4d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.183893] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1458.185371] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1458.248852] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updated VIF entry in instance network info cache for port d428eb29-ff05-4aaa-bf4b-511833c69cbc. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.249410] env[62221]: DEBUG nova.network.neutron [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.254519] env[62221]: DEBUG nova.compute.manager [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.254866] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.255198] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.255553] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.255845] env[62221]: DEBUG nova.compute.manager [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] No waiting events found dispatching network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1458.256142] env[62221]: WARNING nova.compute.manager [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received unexpected event network-vif-plugged-be931c40-8dc9-4123-92fd-9911bdb1019d for instance with vm_state shelved_offloaded and task_state spawning. [ 1458.256399] env[62221]: DEBUG nova.compute.manager [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.256645] env[62221]: DEBUG nova.compute.manager [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing instance network info cache due to event network-changed-be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1458.257786] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Acquiring lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.257786] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Acquired lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.257786] env[62221]: DEBUG nova.network.neutron [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Refreshing network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.267266] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e92c3a-7a1e-31d7-2ab4-d47e14cfb430, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.267526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.268028] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8d651b81-2eab-4725-aea7-45223190e43a/8d651b81-2eab-4725-aea7-45223190e43a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.268028] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad538c2-0642-42fa-a838-d4a98148b091 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.277589] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1458.277589] env[62221]: value = "task-1701161" [ 1458.277589] env[62221]: _type = "Task" [ 1458.277589] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.286490] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.303176] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bca34046-3056-46e7-8152-33ec01343a62] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1458.310063] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79cff193-1dc8-4bb6-89b7-a29edeb84783 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.463223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f38b3-22f2-4839-adb8-f9dec6636901 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.470482] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25596aee-1932-42b9-badc-b69accad18fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.503317] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Successfully created port: 6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.506408] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3685d8-6582-46f2-9457-aa40119bf3c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.514889] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1de2c-a98e-40ad-8971-e8e6d23ef953 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.531552] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1458.534722] env[62221]: DEBUG nova.compute.provider_tree [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.570865] env[62221]: INFO nova.compute.manager [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] instance snapshotting [ 1458.575365] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15900d29-7d8b-4799-a1cc-d81b41fd2019 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.583066] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.604556] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793e4fc-5f39-479a-bbc0-22ddeb960abc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.764031] env[62221]: DEBUG oslo_concurrency.lockutils [req-d2e38a37-151f-4dd4-a17a-0cc509a6e463 req-f5bbfbd5-48dc-4146-a2ff-7167cd5a0cba service nova] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.795727] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.806575] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 02daa7bf-ce78-4756-af53-05cb9286a802] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1459.042073] env[62221]: DEBUG nova.scheduler.client.report [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1459.075499] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.117330] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1459.117697] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fa29399-2736-4421-9a0c-a7ef118fa092 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.121552] env[62221]: DEBUG nova.network.neutron [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updated VIF entry in instance network info cache for port be931c40-8dc9-4123-92fd-9911bdb1019d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.121944] env[62221]: DEBUG nova.network.neutron [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [{"id": "be931c40-8dc9-4123-92fd-9911bdb1019d", "address": "fa:16:3e:ae:1f:87", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe931c40-8d", "ovs_interfaceid": "be931c40-8dc9-4123-92fd-9911bdb1019d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.125403] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1459.125403] env[62221]: value = "task-1701162" [ 1459.125403] env[62221]: _type = "Task" [ 1459.125403] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.133798] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.288557] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581225} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.289286] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8d651b81-2eab-4725-aea7-45223190e43a/8d651b81-2eab-4725-aea7-45223190e43a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.289692] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.290102] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1329d62f-ba6e-4af6-944d-6b0e6c7e1380 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.297410] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1459.297410] env[62221]: value = "task-1701163" [ 1459.297410] env[62221]: _type = "Task" [ 1459.297410] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.305389] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.310694] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 7c74398e-b88a-436a-8305-f63141199288] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1459.546737] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1459.550429] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.040s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.551038] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1459.553723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.155s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.555272] env[62221]: INFO nova.compute.claims [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.578268] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.580676] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.580941] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.581122] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.581935] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.581935] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.581935] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.581935] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.582156] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.582190] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.582379] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.582561] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.583496] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae0e3cc-6a3e-4b58-a51a-660d9800cfa0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.592458] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76a305-685a-4d20-9303-ab348c572bde {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.624404] env[62221]: DEBUG oslo_concurrency.lockutils [req-1642a3dc-0bbe-4fe0-8f6c-6d521dd924fa req-3924f03b-e5ba-4904-ad98-0c8a9f7b6cc5 service nova] Releasing lock "refresh_cache-a987f979-41de-4b7c-a8d0-b92cc1d84c6f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.634805] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.807618] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245839} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.808021] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.808730] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3354d67-510f-495f-bfda-b8bd49b55907 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.823279] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bd3ab6eb-d09f-48fa-bf77-679e86fd3909] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1459.834053] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8d651b81-2eab-4725-aea7-45223190e43a/8d651b81-2eab-4725-aea7-45223190e43a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.834661] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b89edb9-66d5-44f0-b39e-1b5d2d944b8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.857034] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1459.857034] env[62221]: value = "task-1701164" [ 1459.857034] env[62221]: _type = "Task" [ 1459.857034] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.867172] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.060706] env[62221]: DEBUG nova.compute.utils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.065169] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1460.065522] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.078212] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.080780] env[62221]: DEBUG nova.compute.manager [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Received event network-vif-plugged-6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.081163] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] Acquiring lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.081217] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.081372] env[62221]: DEBUG oslo_concurrency.lockutils [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.081542] env[62221]: DEBUG nova.compute.manager [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] No waiting events found dispatching network-vif-plugged-6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.081704] env[62221]: WARNING nova.compute.manager [req-3cf3f02f-cdb3-42b4-a286-0e9a106c724b req-55621810-ae06-4909-873d-3e391a66dbda service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Received unexpected event network-vif-plugged-6a3dffd2-100b-430c-ae9b-90db1ee32012 for instance with vm_state building and task_state spawning. [ 1460.115129] env[62221]: DEBUG nova.policy [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be6e74baf1e240dabb283fc9177a39b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a57445423e084d5e9dd71647225ffe3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1460.135900] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.249836] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Successfully updated port: 6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.335495] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1b43ec55-9ec1-440c-8129-57810fd538fa] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1460.367281] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701164, 'name': ReconfigVM_Task, 'duration_secs': 0.426413} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.367590] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8d651b81-2eab-4725-aea7-45223190e43a/8d651b81-2eab-4725-aea7-45223190e43a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.368239] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57611dd9-a37d-4d8b-8e61-acdeb0458ee2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.375362] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1460.375362] env[62221]: value = "task-1701165" [ 1460.375362] env[62221]: _type = "Task" [ 1460.375362] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.383829] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701165, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.384505] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Successfully created port: 4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.565659] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1460.585383] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.639626] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701162, 'name': CreateSnapshot_Task, 'duration_secs': 1.023119} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.639805] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1460.640491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de02f5-755a-430c-b92c-5428d4ecbafa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.752219] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.752413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.752662] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.839911] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: c1b58810-0afe-4dcf-a87d-86f3f844976f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1460.853246] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091a0f9-94a9-4128-900a-289bf1a5236d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.861698] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd66d0-a6c6-4e15-8776-0a87731dbe30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.896184] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02ba6e-8a7c-417a-8f9a-2eaa990b18c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.904505] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701165, 'name': Rename_Task, 'duration_secs': 0.145033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.906824] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.907154] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9817d02-12f1-45f2-a5a8-009215494d59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.909668] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e9755-a9ff-4982-a385-dbe534cd3748 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.924320] env[62221]: DEBUG nova.compute.provider_tree [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.926838] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1460.926838] env[62221]: value = "task-1701166" [ 1460.926838] env[62221]: _type = "Task" [ 1460.926838] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.938031] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701166, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.085488] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701160, 'name': CreateVM_Task, 'duration_secs': 2.854028} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.085721] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.086526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.086710] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.087212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.087498] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7f4a35-d8ea-49dc-ba2e-ae2b6d8eaa1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.092579] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1461.092579] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7f8ac-ea9e-f001-9eff-01c1d0ecc761" [ 1461.092579] env[62221]: _type = "Task" [ 1461.092579] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.105429] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7f8ac-ea9e-f001-9eff-01c1d0ecc761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.161211] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1461.161519] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0c071f9-e940-448f-a0fb-20e56391ff7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.169930] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1461.169930] env[62221]: value = "task-1701167" [ 1461.169930] env[62221]: _type = "Task" [ 1461.169930] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.178464] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701167, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.345443] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 94c964d6-91c1-474d-adb2-c0605a7ebe1b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1461.348082] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.428537] env[62221]: DEBUG nova.scheduler.client.report [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1461.444623] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.582124] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1461.599628] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Updating instance_info_cache with network_info: [{"id": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "address": "fa:16:3e:1c:c8:06", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3dffd2-10", "ovs_interfaceid": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.605802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.606055] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Processing image 6d37c7fd-8940-44bf-bdd9-650b68546e71 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.606295] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.606441] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.606614] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.608329] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ef6e70-3acc-4290-a40a-833d915d6c1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.613364] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.613594] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.613752] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.613957] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.614148] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.614551] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.614551] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.615160] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.615160] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.615264] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.615402] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.616312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ff06b-8125-4b6a-8560-5bf04dbda2c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.620855] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.621066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.622799] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12469dac-0c34-47d8-a4d6-7c3b001ee9d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.629147] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5817f01-1275-41ec-a279-9dcdbcd8036d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.634879] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1461.634879] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5261e443-d8ea-71e6-0df2-efb920bed964" [ 1461.634879] env[62221]: _type = "Task" [ 1461.634879] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.652937] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1461.653179] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Fetch image to [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b/OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1461.653354] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Downloading stream optimized image 6d37c7fd-8940-44bf-bdd9-650b68546e71 to [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b/OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b.vmdk on the data store datastore1 as vApp {{(pid=62221) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1461.653521] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Downloading image file data 6d37c7fd-8940-44bf-bdd9-650b68546e71 to the ESX as VM named 'OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b' {{(pid=62221) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1461.697972] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701167, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.725683] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1461.725683] env[62221]: value = "resgroup-9" [ 1461.725683] env[62221]: _type = "ResourcePool" [ 1461.725683] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1461.725986] env[62221]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c2e6f76c-4c13-4fe4-a503-7c6d43505f57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.748655] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease: (returnval){ [ 1461.748655] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1461.748655] env[62221]: _type = "HttpNfcLease" [ 1461.748655] env[62221]: } obtained for vApp import into resource pool (val){ [ 1461.748655] env[62221]: value = "resgroup-9" [ 1461.748655] env[62221]: _type = "ResourcePool" [ 1461.748655] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1461.748972] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the lease: (returnval){ [ 1461.748972] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1461.748972] env[62221]: _type = "HttpNfcLease" [ 1461.748972] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.755339] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.755339] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1461.755339] env[62221]: _type = "HttpNfcLease" [ 1461.755339] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.848570] env[62221]: DEBUG nova.compute.manager [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Received event network-vif-plugged-4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1461.848958] env[62221]: DEBUG oslo_concurrency.lockutils [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] Acquiring lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.848995] env[62221]: DEBUG oslo_concurrency.lockutils [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.849174] env[62221]: DEBUG oslo_concurrency.lockutils [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.849339] env[62221]: DEBUG nova.compute.manager [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] No waiting events found dispatching network-vif-plugged-4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1461.849501] env[62221]: WARNING nova.compute.manager [req-054a017f-be41-4fb4-b37b-7762b0ecf3fc req-d05acbc2-3009-4a3c-8dbc-cdfd8cd49c59 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Received unexpected event network-vif-plugged-4427401e-428f-49c2-86d0-2edf071a8381 for instance with vm_state building and task_state spawning. [ 1461.851466] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f81d0096-ce67-4d01-8c1f-db803fe86de9] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1461.907203] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Successfully updated port: 4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.938054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.938054] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1461.943967] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.301s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.945538] env[62221]: INFO nova.compute.claims [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.948208] env[62221]: DEBUG oslo_vmware.api [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701166, 'name': PowerOnVM_Task, 'duration_secs': 0.572644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.948844] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.949096] env[62221]: INFO nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1461.949319] env[62221]: DEBUG nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1461.950196] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52637d39-b100-417d-a6ff-fa86b9e85a2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.106362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.106809] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Instance network_info: |[{"id": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "address": "fa:16:3e:1c:c8:06", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3dffd2-10", "ovs_interfaceid": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1462.108400] env[62221]: DEBUG nova.compute.manager [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Received event network-changed-6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.108691] env[62221]: DEBUG nova.compute.manager [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Refreshing instance network info cache due to event network-changed-6a3dffd2-100b-430c-ae9b-90db1ee32012. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1462.109027] env[62221]: DEBUG oslo_concurrency.lockutils [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] Acquiring lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.109288] env[62221]: DEBUG oslo_concurrency.lockutils [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] Acquired lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.109563] env[62221]: DEBUG nova.network.neutron [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Refreshing network info cache for port 6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.111511] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3dffd2-100b-430c-ae9b-90db1ee32012', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.124188] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Creating folder: Project (a57445423e084d5e9dd71647225ffe3d). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.128577] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ce5828-7423-4c69-bbfe-f23848ca32ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.142886] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Created folder: Project (a57445423e084d5e9dd71647225ffe3d) in parent group-v354396. [ 1462.144402] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Creating folder: Instances. Parent ref: group-v354582. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.144402] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d96d540-744a-43f4-b31e-fe5ab81c8f45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.155671] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Created folder: Instances in parent group-v354582. [ 1462.156057] env[62221]: DEBUG oslo.service.loopingcall [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.156345] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.156620] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07043359-eda3-48e9-bd28-4a74193e8206 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.186054] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.186054] env[62221]: value = "task-1701171" [ 1462.186054] env[62221]: _type = "Task" [ 1462.186054] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.189920] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701167, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.198857] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701171, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.257278] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.257278] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1462.257278] env[62221]: _type = "HttpNfcLease" [ 1462.257278] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.355222] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d86669ba-373c-4006-8608-2ebfcb45e0b0] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1462.359707] env[62221]: DEBUG nova.network.neutron [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Updated VIF entry in instance network info cache for port 6a3dffd2-100b-430c-ae9b-90db1ee32012. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.360068] env[62221]: DEBUG nova.network.neutron [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Updating instance_info_cache with network_info: [{"id": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "address": "fa:16:3e:1c:c8:06", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3dffd2-10", "ovs_interfaceid": "6a3dffd2-100b-430c-ae9b-90db1ee32012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.410087] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.410373] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.410629] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.450581] env[62221]: DEBUG nova.compute.utils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.455438] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1462.456180] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.472405] env[62221]: INFO nova.compute.manager [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Took 40.51 seconds to build instance. [ 1462.511650] env[62221]: DEBUG nova.policy [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be6e74baf1e240dabb283fc9177a39b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a57445423e084d5e9dd71647225ffe3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1462.691619] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701167, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.701703] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701171, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.761786] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.761786] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1462.761786] env[62221]: _type = "HttpNfcLease" [ 1462.761786] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.799438] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Successfully created port: d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.864209] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 22b638d0-62c8-4b5e-80d1-cfe9222c8514] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1462.866519] env[62221]: DEBUG oslo_concurrency.lockutils [req-942a844a-edfe-4ef3-adc8-5bc841c82acb req-00a17dc9-89eb-415b-ba1a-09aae0cbcd6e service nova] Releasing lock "refresh_cache-abb964c8-357b-4b81-96ca-60e54db6c1bf" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.962718] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1462.975831] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.981291] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0410633a-7858-4cc5-a922-7bb3d638e561 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.023s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.190407] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701167, 'name': CloneVM_Task, 'duration_secs': 1.919564} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.193861] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Created linked-clone VM from snapshot [ 1463.193861] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f58b6-fb6a-4bee-97d0-b9d2cf1b16a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.214021] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701171, 'name': CreateVM_Task, 'duration_secs': 0.702989} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.214021] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Uploading image be24229e-cec0-47b8-901b-70f8c5e6cf15 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1463.218588] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.220041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.220387] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.222174] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.222174] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b69ddd-e4d9-4d27-87c0-afb7ea372eef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.227143] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1463.227143] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384" [ 1463.227143] env[62221]: _type = "Task" [ 1463.227143] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.239487] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.260292] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1463.260292] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1463.260292] env[62221]: _type = "HttpNfcLease" [ 1463.260292] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1463.262021] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1463.262021] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a120d7-331e-913d-2cec-5b7d7ad6c61d" [ 1463.262021] env[62221]: _type = "HttpNfcLease" [ 1463.262021] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1463.263350] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cbf75b-ec91-4508-ab6c-31aece87182d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.271107] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1463.271479] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1463.334474] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Updating instance_info_cache with network_info: [{"id": "4427401e-428f-49c2-86d0-2edf071a8381", "address": "fa:16:3e:b7:61:c8", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4427401e-42", "ovs_interfaceid": "4427401e-428f-49c2-86d0-2edf071a8381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.346950] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04f1bfe5-af72-4c45-9b37-8e69e3b8dfea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.368959] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: acc4c843-d33b-43ee-986a-74480aecac2a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1463.401310] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496884c-bc13-4cfd-9e67-92d741c63bc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.410480] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c1c47-cca8-4b65-bb66-590b97839cfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.447985] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019fdd07-de09-4a89-aa53-a8dc00a191e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.456311] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee2c6f-69a2-4c1b-a025-55cc31605df7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.470158] env[62221]: DEBUG nova.compute.provider_tree [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.740722] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.839414] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.839751] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Instance network_info: |[{"id": "4427401e-428f-49c2-86d0-2edf071a8381", "address": "fa:16:3e:b7:61:c8", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4427401e-42", "ovs_interfaceid": "4427401e-428f-49c2-86d0-2edf071a8381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1463.841176] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:61:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4427401e-428f-49c2-86d0-2edf071a8381', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.849098] env[62221]: DEBUG oslo.service.loopingcall [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.852252] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.852252] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c8276e0-0794-4071-908e-4c34d7f32775 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.872688] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 630b8565-3e2b-4ff4-81e6-c0065de576c2] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1463.878357] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.878357] env[62221]: value = "task-1701172" [ 1463.878357] env[62221]: _type = "Task" [ 1463.878357] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.885490] env[62221]: DEBUG nova.compute.manager [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Received event network-changed-4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1463.885490] env[62221]: DEBUG nova.compute.manager [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Refreshing instance network info cache due to event network-changed-4427401e-428f-49c2-86d0-2edf071a8381. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1463.885490] env[62221]: DEBUG oslo_concurrency.lockutils [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] Acquiring lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.885490] env[62221]: DEBUG oslo_concurrency.lockutils [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] Acquired lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.885490] env[62221]: DEBUG nova.network.neutron [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Refreshing network info cache for port 4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.892687] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.973778] env[62221]: DEBUG nova.scheduler.client.report [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.979485] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1464.095252] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1464.095252] env[62221]: value = "vm-354580" [ 1464.095252] env[62221]: _type = "VirtualMachine" [ 1464.095252] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1464.095572] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76924e01-b579-45c1-9b25-7008a04db562 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.103160] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.103464] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.103659] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.103880] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.104196] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.104427] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.104700] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.104916] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.105161] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.105487] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.105701] env[62221]: DEBUG nova.virt.hardware [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.106671] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5fc734-9594-4d22-af33-799dc2cef248 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.111028] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease: (returnval){ [ 1464.111028] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f52bf4-f6b9-09ad-bd6d-2bbcc4277428" [ 1464.111028] env[62221]: _type = "HttpNfcLease" [ 1464.111028] env[62221]: } obtained for exporting VM: (result){ [ 1464.111028] env[62221]: value = "vm-354580" [ 1464.111028] env[62221]: _type = "VirtualMachine" [ 1464.111028] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1464.111274] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the lease: (returnval){ [ 1464.111274] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f52bf4-f6b9-09ad-bd6d-2bbcc4277428" [ 1464.111274] env[62221]: _type = "HttpNfcLease" [ 1464.111274] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1464.120421] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7a009a-4bb1-49db-b680-ce949e6e5c6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.126480] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1464.126480] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f52bf4-f6b9-09ad-bd6d-2bbcc4277428" [ 1464.126480] env[62221]: _type = "HttpNfcLease" [ 1464.126480] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1464.126952] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1464.126952] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f52bf4-f6b9-09ad-bd6d-2bbcc4277428" [ 1464.126952] env[62221]: _type = "HttpNfcLease" [ 1464.126952] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1464.127798] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df9d926-ad4c-44d5-865b-4bca3f202a66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.140965] env[62221]: DEBUG nova.compute.manager [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.141213] env[62221]: DEBUG nova.compute.manager [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing instance network info cache due to event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1464.141449] env[62221]: DEBUG oslo_concurrency.lockutils [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] Acquiring lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.141571] env[62221]: DEBUG oslo_concurrency.lockutils [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] Acquired lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.141736] env[62221]: DEBUG nova.network.neutron [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.155034] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1464.155034] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1464.238676] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.265245] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6074fdcd-97d6-4247-be54-9698b141d79a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.384186] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a9d69a9c-b72d-43f1-9714-e0225089f9b0] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1464.416536] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.483851] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.484581] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1464.488940] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.806s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.489561] env[62221]: INFO nova.compute.claims [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.586047] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Successfully updated port: d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.742950] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.751194] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1464.751409] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1464.752350] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c548a3e3-4495-40b1-b417-c8db9b710975 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.759507] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1464.759868] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1464.760229] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4251db0e-fb2c-4574-bde4-d07034ab5925 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.771350] env[62221]: DEBUG nova.network.neutron [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Updated VIF entry in instance network info cache for port 4427401e-428f-49c2-86d0-2edf071a8381. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.771718] env[62221]: DEBUG nova.network.neutron [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Updating instance_info_cache with network_info: [{"id": "4427401e-428f-49c2-86d0-2edf071a8381", "address": "fa:16:3e:b7:61:c8", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4427401e-42", "ovs_interfaceid": "4427401e-428f-49c2-86d0-2edf071a8381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.891975] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3276a0d1-4289-46cc-a4b8-e31f2cc51447] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1464.903041] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.916352] env[62221]: DEBUG nova.network.neutron [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updated VIF entry in instance network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.916868] env[62221]: DEBUG nova.network.neutron [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.013199] env[62221]: DEBUG nova.compute.utils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1465.016034] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1465.016034] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.061293] env[62221]: DEBUG nova.policy [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb68b3931c420cb67ffc0417c0d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f51bb254d345b5ba29926bfb39d1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1465.091423] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.091423] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.091565] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.212305] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279e195-0118-207b-c2c4-8f34295d4657/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1465.212646] env[62221]: INFO nova.virt.vmwareapi.images [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Downloaded image file data 6d37c7fd-8940-44bf-bdd9-650b68546e71 [ 1465.213502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749788ce-89f5-4239-b700-c6f0920cc677 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.233547] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2251777-7f75-4b4a-8e0c-bb2b8358818c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.241176] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.259339] env[62221]: INFO nova.virt.vmwareapi.images [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] The imported VM was unregistered [ 1465.261240] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1465.261482] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.261753] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb44817b-529e-4216-9dd3-2ed4ecc3b45f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.274957] env[62221]: DEBUG oslo_concurrency.lockutils [req-f6f93383-7165-43b4-a87a-33100407710d req-17ff81cf-2b50-41f1-9da2-8412191abc34 service nova] Releasing lock "refresh_cache-188629ae-6b0c-4003-b8b6-3e6ae2a22a07" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.359619] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Successfully created port: 7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.397814] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ef40065e-f1e4-4d9d-81b9-bc1344ad1bec] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1465.405804] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.420307] env[62221]: DEBUG oslo_concurrency.lockutils [req-39d829e2-6c6e-4cb2-973d-4b3fb3da2519 req-835c595a-4438-42bb-91c4-9fe01afe8901 service nova] Releasing lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.521317] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1465.623895] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.744408] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.757333] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.758198] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b/OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b.vmdk to [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk. {{(pid=62221) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1465.760717] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-212fa6a2-2016-4d80-9ef6-0fb8fee8b7a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.768967] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1465.768967] env[62221]: value = "task-1701175" [ 1465.768967] env[62221]: _type = "Task" [ 1465.768967] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.779668] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.809100] env[62221]: DEBUG nova.network.neutron [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Updating instance_info_cache with network_info: [{"id": "d707550e-a8aa-45c7-b4c1-81605aad1959", "address": "fa:16:3e:61:ad:33", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707550e-a8", "ovs_interfaceid": "d707550e-a8aa-45c7-b4c1-81605aad1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.844578] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213cf1b-fbda-4bc3-a7b0-c1d1e7c528e9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.853603] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59efbbb-6f0b-4930-817f-23c34415457c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.889921] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a113a-cfe8-4ce3-8aab-3bcf8a7f05b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.904267] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.905728] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc79ff9-a6fd-44c0-9374-1abef082f9bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.910606] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b705803c-92c3-48fe-a310-82866b074b71] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1465.924452] env[62221]: DEBUG nova.compute.provider_tree [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.061464] env[62221]: DEBUG nova.compute.manager [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Received event network-vif-plugged-d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.061596] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Acquiring lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.062328] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.062556] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.062770] env[62221]: DEBUG nova.compute.manager [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] No waiting events found dispatching network-vif-plugged-d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1466.062988] env[62221]: WARNING nova.compute.manager [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Received unexpected event network-vif-plugged-d707550e-a8aa-45c7-b4c1-81605aad1959 for instance with vm_state building and task_state spawning. [ 1466.063216] env[62221]: DEBUG nova.compute.manager [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Received event network-changed-d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.064023] env[62221]: DEBUG nova.compute.manager [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Refreshing instance network info cache due to event network-changed-d707550e-a8aa-45c7-b4c1-81605aad1959. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1466.064023] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Acquiring lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.244690] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c0098-5641-e787-1501-4af2447c3384, 'name': SearchDatastore_Task, 'duration_secs': 2.532458} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.245170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.245524] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.245862] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.246094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.246371] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.246742] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-022f9949-84f6-4935-ad67-4070d63c460e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.275406] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.276415] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.277292] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804f0686-9a7b-4b38-bdfe-cd5b17e6ad7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.282873] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.286535] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1466.286535] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5200ef3f-fd63-160f-1843-44afa8f17c36" [ 1466.286535] env[62221]: _type = "Task" [ 1466.286535] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.294676] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5200ef3f-fd63-160f-1843-44afa8f17c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.313534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.313903] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Instance network_info: |[{"id": "d707550e-a8aa-45c7-b4c1-81605aad1959", "address": "fa:16:3e:61:ad:33", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707550e-a8", "ovs_interfaceid": "d707550e-a8aa-45c7-b4c1-81605aad1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1466.314242] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Acquired lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.314473] env[62221]: DEBUG nova.network.neutron [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Refreshing network info cache for port d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.316211] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ad:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd707550e-a8aa-45c7-b4c1-81605aad1959', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.325100] env[62221]: DEBUG oslo.service.loopingcall [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.326697] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.327113] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51a5919-5ef5-41f9-8216-fcd2b32e0624 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.349522] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.349522] env[62221]: value = "task-1701176" [ 1466.349522] env[62221]: _type = "Task" [ 1466.349522] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.360524] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701176, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.401996] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.414373] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: faf90bec-502d-4133-9fe7-73782e8cb80b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1466.428142] env[62221]: DEBUG nova.scheduler.client.report [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1466.534042] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1466.719944] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.720230] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.720396] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.720621] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.720785] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.720950] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.721198] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.721462] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.721694] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.721905] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.722123] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.724619] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f3764-f627-4f67-8485-2c68354f09c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.735636] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1466.737186] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4218a-4263-4f45-851c-25818c68a32a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.742397] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ccb36-086e-4b2c-8e84-7cd62579a6ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.749680] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1466.749883] env[62221]: ERROR oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk due to incomplete transfer. [ 1466.758623] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-302e0d91-652f-4d7b-ba0f-4938cc30debb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.766806] env[62221]: DEBUG oslo_vmware.rw_handles [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a60c68-af29-939f-52fb-adc1f2cf6fae/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1466.766806] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Uploaded image 1d9fac78-7c06-4551-83d6-70c06ef4f600 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1466.768921] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1466.769238] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92f69ab3-a707-4eb5-855a-b129108b5ef1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.781436] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.782843] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1466.782843] env[62221]: value = "task-1701177" [ 1466.782843] env[62221]: _type = "Task" [ 1466.782843] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.793852] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701177, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.800376] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5200ef3f-fd63-160f-1843-44afa8f17c36, 'name': SearchDatastore_Task, 'duration_secs': 0.215291} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.801470] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cba5e97-b275-4f07-95e0-524eabf024c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.807797] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1466.807797] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549f97-c443-e72b-1e4c-c03679ac98b6" [ 1466.807797] env[62221]: _type = "Task" [ 1466.807797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.816542] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549f97-c443-e72b-1e4c-c03679ac98b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.859964] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701176, 'name': CreateVM_Task, 'duration_secs': 0.477967} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.862503] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.863320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.863593] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.863975] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.864638] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885b1306-7fd6-4b1d-b5ff-a7e89e06e726 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.869464] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1466.869464] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e4d1f-e689-bc87-ee01-0fa4cecf88b3" [ 1466.869464] env[62221]: _type = "Task" [ 1466.869464] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.877638] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e4d1f-e689-bc87-ee01-0fa4cecf88b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.903514] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.918228] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3cb22d44-9c97-42a3-8fcc-0b5c86b811e7] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1466.934238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.934881] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1466.937622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.932s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.937864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.940281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.322s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.940281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.942166] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.584s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.943984] env[62221]: INFO nova.compute.claims [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.966199] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Successfully updated port: 7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.988622] env[62221]: INFO nova.scheduler.client.report [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Deleted allocations for instance 696da7d0-08b4-410c-8caa-300c12d02359 [ 1466.990765] env[62221]: INFO nova.scheduler.client.report [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Deleted allocations for instance b6dbe299-8ebe-4d58-a260-1f9bfed1deb8 [ 1467.189585] env[62221]: DEBUG nova.network.neutron [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Updated VIF entry in instance network info cache for port d707550e-a8aa-45c7-b4c1-81605aad1959. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.189994] env[62221]: DEBUG nova.network.neutron [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Updating instance_info_cache with network_info: [{"id": "d707550e-a8aa-45c7-b4c1-81605aad1959", "address": "fa:16:3e:61:ad:33", "network": {"id": "73030a95-6703-46f6-95b8-78c4048a6d30", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-343307313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a57445423e084d5e9dd71647225ffe3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd707550e-a8", "ovs_interfaceid": "d707550e-a8aa-45c7-b4c1-81605aad1959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.282137] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.291490] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701177, 'name': Destroy_Task, 'duration_secs': 0.439564} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.291751] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Destroyed the VM [ 1467.291995] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1467.292260] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e7abcba-2a38-456a-b1c2-4fdcb4c0ccf0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.298726] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1467.298726] env[62221]: value = "task-1701178" [ 1467.298726] env[62221]: _type = "Task" [ 1467.298726] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.307281] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701178, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.319325] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52549f97-c443-e72b-1e4c-c03679ac98b6, 'name': SearchDatastore_Task, 'duration_secs': 0.30755} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.319579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.319836] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] abb964c8-357b-4b81-96ca-60e54db6c1bf/abb964c8-357b-4b81-96ca-60e54db6c1bf.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.320122] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27ebbff-590d-4234-aea3-07e2bbf13aaa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.327522] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1467.327522] env[62221]: value = "task-1701179" [ 1467.327522] env[62221]: _type = "Task" [ 1467.327522] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.337444] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.379008] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522e4d1f-e689-bc87-ee01-0fa4cecf88b3, 'name': SearchDatastore_Task, 'duration_secs': 0.304013} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.379345] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.379586] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.379811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.379951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.380155] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.380433] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-769889ef-c29a-4051-b476-c20ddb95001c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.403990] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.411325] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.411559] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.412356] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93bf45c-e697-49d6-a151-17278d9f4075 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.418476] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1467.418476] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525928e0-dac9-1016-54ff-fbadc3a67643" [ 1467.418476] env[62221]: _type = "Task" [ 1467.418476] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.423828] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8e504d19-5c4c-4708-afff-595d9bd15f73] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1467.428818] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525928e0-dac9-1016-54ff-fbadc3a67643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.448779] env[62221]: DEBUG nova.compute.utils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.452373] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1467.452553] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.469112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.469261] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.469421] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.502033] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d486f20a-6add-4fd8-8cee-305c88bd2280 tempest-MigrationsAdminTest-488351134 tempest-MigrationsAdminTest-488351134-project-member] Lock "696da7d0-08b4-410c-8caa-300c12d02359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.008s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.503479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-598695ca-ac27-4f00-8687-d7f2504da4b2 tempest-VolumesAdminNegativeTest-1427809316 tempest-VolumesAdminNegativeTest-1427809316-project-member] Lock "b6dbe299-8ebe-4d58-a260-1f9bfed1deb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.993s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.507299] env[62221]: DEBUG nova.policy [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceb68b3931c420cb67ffc0417c0d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f51bb254d345b5ba29926bfb39d1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1467.692755] env[62221]: DEBUG oslo_concurrency.lockutils [req-eef3bc55-eb4e-445e-92e4-808fc1879633 req-329ac660-cfed-472f-8be1-e95c83b2a95b service nova] Releasing lock "refresh_cache-8b73954d-8935-4061-a4ce-67b94e417d3f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.784533] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.814896] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701178, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.838405] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.889656] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Successfully created port: 4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.905817] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.928601] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525928e0-dac9-1016-54ff-fbadc3a67643, 'name': SearchDatastore_Task, 'duration_secs': 0.247634} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.929651] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 49936510-b3a0-4857-8482-23b9fea9d76d] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1467.931594] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d86ece-47bb-4545-8107-512df82e4f01 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.945764] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1467.945764] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52da2ef8-a648-dac9-ff06-9258f8982891" [ 1467.945764] env[62221]: _type = "Task" [ 1467.945764] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.960128] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1467.969291] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52da2ef8-a648-dac9-ff06-9258f8982891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.060847] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.291311] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.310137] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701178, 'name': RemoveSnapshot_Task, 'duration_secs': 0.566679} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.311668] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1468.311668] env[62221]: DEBUG nova.compute.manager [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.311668] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c0620-0d94-4019-90d1-1c305e686f0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.316440] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc6e96-2d83-43fd-b761-c6d0ebd5b401 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.329021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36103860-b4ac-41eb-9f20-efc4afdddf67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.348833] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.377247] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b0fb9d-c30e-459c-bc41-5aa659c3d427 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.386438] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574d6d0-7632-44a3-8b48-efde5349aaf8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.404705] env[62221]: DEBUG nova.compute.provider_tree [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.407106] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Updating instance_info_cache with network_info: [{"id": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "address": "fa:16:3e:98:8a:4a", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7269ff95-6d", "ovs_interfaceid": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.416529] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.436179] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 0de5b87a-1fc9-472b-b8ba-1bf897e08a18] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1468.449968] env[62221]: DEBUG nova.compute.manager [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Received event network-vif-plugged-7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.450203] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Acquiring lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.450427] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.450618] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.450797] env[62221]: DEBUG nova.compute.manager [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] No waiting events found dispatching network-vif-plugged-7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1468.450968] env[62221]: WARNING nova.compute.manager [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Received unexpected event network-vif-plugged-7269ff95-6d23-4171-b615-eddac3ff1ea3 for instance with vm_state building and task_state spawning. [ 1468.451245] env[62221]: DEBUG nova.compute.manager [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Received event network-changed-7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.451328] env[62221]: DEBUG nova.compute.manager [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Refreshing instance network info cache due to event network-changed-7269ff95-6d23-4171-b615-eddac3ff1ea3. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1468.451489] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Acquiring lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.458254] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52da2ef8-a648-dac9-ff06-9258f8982891, 'name': SearchDatastore_Task, 'duration_secs': 0.240097} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.458576] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.458947] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8b73954d-8935-4061-a4ce-67b94e417d3f/8b73954d-8935-4061-a4ce-67b94e417d3f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.459229] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b307d0d1-43d3-4b00-9a08-c5ce17e1d44e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.469308] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1468.469308] env[62221]: value = "task-1701180" [ 1468.469308] env[62221]: _type = "Task" [ 1468.469308] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.484222] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.785945] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.849628] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.850213] env[62221]: INFO nova.compute.manager [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Shelve offloading [ 1468.852309] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.852583] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d8b4731-2cf1-4250-97bb-ec587755d1e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.861202] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1468.861202] env[62221]: value = "task-1701181" [ 1468.861202] env[62221]: _type = "Task" [ 1468.861202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.872358] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1468.872566] env[62221]: DEBUG nova.compute.manager [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.873462] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488d3e4e-b8ec-4a89-825e-1fcd9fae3a75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.879942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.880190] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.880378] env[62221]: DEBUG nova.network.neutron [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.915278] env[62221]: DEBUG nova.scheduler.client.report [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.918978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.919351] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Instance network_info: |[{"id": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "address": "fa:16:3e:98:8a:4a", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7269ff95-6d", "ovs_interfaceid": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1468.919597] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.919894] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Acquired lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.923042] env[62221]: DEBUG nova.network.neutron [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Refreshing network info cache for port 7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.923042] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:8a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7269ff95-6d23-4171-b615-eddac3ff1ea3', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.930061] env[62221]: DEBUG oslo.service.loopingcall [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.931399] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.931641] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b94ca3-298c-4e4a-a2b5-65c226a508ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.951445] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 58c47bed-3cb6-41c5-a33f-62c72683c596] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1468.959206] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.959206] env[62221]: value = "task-1701182" [ 1468.959206] env[62221]: _type = "Task" [ 1468.959206] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.970102] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701182, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.983823] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1468.986961] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.013636] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.014123] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.014123] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.014444] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.014557] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.014843] env[62221]: DEBUG nova.virt.hardware [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.015968] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13bb39-e0a3-48d9-9601-48e783df3af3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.026409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c865782c-a9cf-4494-9c0a-982e2f1eb1a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.287650] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.360017] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.418891] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.434788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.435453] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1469.442027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.037s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.442027] env[62221]: INFO nova.compute.claims [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.458215] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1e145f1e-c52a-466a-b38f-2a819ed8b72c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1469.477028] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701182, 'name': CreateVM_Task, 'duration_secs': 0.4305} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.478432] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.479207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.479377] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.479731] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.482075] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab988bb9-4fcc-4118-93c9-f15aaa94493f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.487624] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.491748] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1469.491748] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b613d1-1d62-2bb4-2a15-d19520b7dfc6" [ 1469.491748] env[62221]: _type = "Task" [ 1469.491748] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.502453] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b613d1-1d62-2bb4-2a15-d19520b7dfc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.762488] env[62221]: DEBUG nova.network.neutron [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updating instance_info_cache with network_info: [{"id": "074d98ce-a037-4ee7-b269-c0abbe047558", "address": "fa:16:3e:28:01:20", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d98ce-a0", "ovs_interfaceid": "074d98ce-a037-4ee7-b269-c0abbe047558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.787824] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.855596] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.918814] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701172, 'name': CreateVM_Task, 'duration_secs': 5.606735} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.919331] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.920045] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.947398] env[62221]: DEBUG nova.compute.utils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.948995] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1469.951761] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.966973] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1469.969801] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f437e292-8c5d-48ee-bfcc-22c9fb85b587] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1469.988809] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.003059] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b613d1-1d62-2bb4-2a15-d19520b7dfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.136602} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.004364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.004677] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.004972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.005564] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.005814] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.006196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.006547] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.007127] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b2ce50-9107-4681-91e4-99d371381bbb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.009485] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36369e7d-3719-44ec-89e5-68d107a477e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.016777] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1470.016777] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5211e67b-b420-2f37-8fbe-d0b405846000" [ 1470.016777] env[62221]: _type = "Task" [ 1470.016777] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.028024] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5211e67b-b420-2f37-8fbe-d0b405846000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.029474] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.029645] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.030617] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86ab249-b05c-4aa4-9dbc-afc80f6758cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.036467] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1470.036467] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e499ac-931e-59f1-4a52-6a54df0e4854" [ 1470.036467] env[62221]: _type = "Task" [ 1470.036467] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.045317] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e499ac-931e-59f1-4a52-6a54df0e4854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.060886] env[62221]: DEBUG nova.policy [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1470.094853] env[62221]: DEBUG nova.network.neutron [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Updated VIF entry in instance network info cache for port 7269ff95-6d23-4171-b615-eddac3ff1ea3. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.095278] env[62221]: DEBUG nova.network.neutron [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Updating instance_info_cache with network_info: [{"id": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "address": "fa:16:3e:98:8a:4a", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7269ff95-6d", "ovs_interfaceid": "7269ff95-6d23-4171-b615-eddac3ff1ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.266366] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.287704] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.355378] env[62221]: DEBUG nova.compute.manager [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Received event network-vif-plugged-4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.356023] env[62221]: DEBUG oslo_concurrency.lockutils [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] Acquiring lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.356625] env[62221]: DEBUG oslo_concurrency.lockutils [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.356954] env[62221]: DEBUG oslo_concurrency.lockutils [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.357343] env[62221]: DEBUG nova.compute.manager [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] No waiting events found dispatching network-vif-plugged-4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1470.357693] env[62221]: WARNING nova.compute.manager [req-7a00d01f-0497-4f08-9fe5-594db3230c1d req-0ca8fc48-8079-4597-8480-2141b5f4454d service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Received unexpected event network-vif-plugged-4553a111-602f-44ff-9923-562e1ecb8071 for instance with vm_state building and task_state spawning. [ 1470.368359] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.480455] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 32659f22-276d-44db-9eef-9717ad7ac1b4] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1470.485274] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Successfully updated port: 4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.492366] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.528362] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5211e67b-b420-2f37-8fbe-d0b405846000, 'name': SearchDatastore_Task, 'duration_secs': 0.105539} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.531466] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.531639] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.531857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.551752] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e499ac-931e-59f1-4a52-6a54df0e4854, 'name': SearchDatastore_Task, 'duration_secs': 0.120956} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.553229] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8f557f-fd8d-473d-94f6-b9deaf230d64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.562832] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1470.562832] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a74aae-7d06-2a21-341f-e399494f3c96" [ 1470.562832] env[62221]: _type = "Task" [ 1470.562832] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.572217] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a74aae-7d06-2a21-341f-e399494f3c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.598013] env[62221]: DEBUG oslo_concurrency.lockutils [req-fdeafbc9-8aaf-4122-8010-512dea880e68 req-05b0fdd7-2ff8-4ae8-8c45-d36fa4882159 service nova] Releasing lock "refresh_cache-94ed03e1-d02d-4f42-8250-1c281a505d66" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.715320] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.716787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158ca44-0b5e-4fea-92dc-07a648f7b37a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.729732] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.730039] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946ab96f-a2e0-480c-9642-a9ad575184f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.798020] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.822089] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.822089] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.822089] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] 35e34ca2-6f41-4b14-ba16-ce8621841b11 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.823034] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768dbbd5-8db5-478c-86f1-a0ba335641cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.832313] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f548864-5ad2-47b4-97b4-9a4c69525c90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.837555] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1470.837555] env[62221]: value = "task-1701184" [ 1470.837555] env[62221]: _type = "Task" [ 1470.837555] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.847171] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Successfully created port: bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.853835] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0b5fd-5551-4719-8369-316c941d139f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.861900] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.867208] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.894868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45c260-e6eb-4a11-9100-9ace7d3ddce5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.904580] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d73c85-a27f-4555-b711-62d0bd86a979 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.919995] env[62221]: DEBUG nova.compute.provider_tree [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.984700] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1470.987351] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a8a5eb9c-f316-4281-bf70-d7b340ab5a6f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1470.991042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.991042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.991042] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.004701] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.026608] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.026884] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.027093] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.027312] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.027547] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.027745] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.028010] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.028271] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.028347] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.028575] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.028794] env[62221]: DEBUG nova.virt.hardware [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.029848] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae01fc-3f80-4dfe-8288-22953fb3d523 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.041063] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519bc6b-f597-4718-a529-73544764b657 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.076027] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a74aae-7d06-2a21-341f-e399494f3c96, 'name': SearchDatastore_Task, 'duration_secs': 0.053032} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.076027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.076027] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94ed03e1-d02d-4f42-8250-1c281a505d66/94ed03e1-d02d-4f42-8250-1c281a505d66.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.076460] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.076460] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.076584] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f59c4c47-cde7-43b9-8265-802dc4dcf7f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.079396] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3abd95fe-c8ec-4b0d-9aa8-7239daf0073b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.087290] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1471.087290] env[62221]: value = "task-1701185" [ 1471.087290] env[62221]: _type = "Task" [ 1471.087290] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.094309] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.094565] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.096075] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ea974d-7940-4fba-9a10-2ebcece65bb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.103066] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.107306] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1471.107306] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c1609-4bbe-38cc-ce5c-43eda4fc3bd4" [ 1471.107306] env[62221]: _type = "Task" [ 1471.107306] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.118030] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c1609-4bbe-38cc-ce5c-43eda4fc3bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.288370] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701175, 'name': MoveVirtualDisk_Task, 'duration_secs': 5.232661} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.288666] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b/OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b.vmdk to [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk. [ 1471.289047] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Cleaning up location [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1471.289047] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1936dd60-d224-4a88-a380-1f04dd60aa9b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.289334] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cee1672-6550-4e2a-91bb-916cded891dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.296922] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1471.296922] env[62221]: value = "task-1701186" [ 1471.296922] env[62221]: _type = "Task" [ 1471.296922] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.305715] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.349557] env[62221]: DEBUG oslo_vmware.api [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491663} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.352890] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.353153] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.353355] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.360921] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701179, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.669552} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.361218] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] abb964c8-357b-4b81-96ca-60e54db6c1bf/abb964c8-357b-4b81-96ca-60e54db6c1bf.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.361437] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.361763] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35d6954-1be5-4d2f-8348-445929581be3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.369515] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1471.369515] env[62221]: value = "task-1701187" [ 1471.369515] env[62221]: _type = "Task" [ 1471.369515] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.378823] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.385638] env[62221]: INFO nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance 35e34ca2-6f41-4b14-ba16-ce8621841b11 [ 1471.426862] env[62221]: DEBUG nova.scheduler.client.report [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1471.497245] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701180, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.750168} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.499371] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8b73954d-8935-4061-a4ce-67b94e417d3f/8b73954d-8935-4061-a4ce-67b94e417d3f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.499614] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.500022] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e99f977d-19dd-430c-acd6-56d1b45b3fb3] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1471.505163] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71704ae3-5a7e-4002-9162-9de32d9eecef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.512958] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1471.512958] env[62221]: value = "task-1701188" [ 1471.512958] env[62221]: _type = "Task" [ 1471.512958] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.521515] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.545080] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.598396] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.617413] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c1609-4bbe-38cc-ce5c-43eda4fc3bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.071134} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.618233] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b48b59-c4d8-44fa-a89f-bd5da6e02ddc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.626078] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1471.626078] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52825c18-2105-eeea-8420-26f577062828" [ 1471.626078] env[62221]: _type = "Task" [ 1471.626078] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.635464] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52825c18-2105-eeea-8420-26f577062828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.699817] env[62221]: DEBUG nova.network.neutron [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Updating instance_info_cache with network_info: [{"id": "4553a111-602f-44ff-9923-562e1ecb8071", "address": "fa:16:3e:aa:92:9e", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553a111-60", "ovs_interfaceid": "4553a111-602f-44ff-9923-562e1ecb8071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.807908] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.808222] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.808416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.808638] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk to [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.808880] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7aa8fc9-4805-4d5a-8c77-7821a3e1d51b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.816838] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1471.816838] env[62221]: value = "task-1701189" [ 1471.816838] env[62221]: _type = "Task" [ 1471.816838] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.825764] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.881534] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077674} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.881874] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.883032] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265aacd2-df10-442f-8003-7c27a9a866a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.900909] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.911921] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] abb964c8-357b-4b81-96ca-60e54db6c1bf/abb964c8-357b-4b81-96ca-60e54db6c1bf.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.912533] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f16ca1-abc6-46c4-b47c-c66723fbd412 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.934772] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.935014] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1471.937813] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1471.937813] env[62221]: value = "task-1701190" [ 1471.937813] env[62221]: _type = "Task" [ 1471.937813] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.938320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.081s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.948372] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.008104] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 45be5b3d-c75e-48b0-921a-31e66167f510] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1472.022778] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098829} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.023111] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.023941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1011ae03-dd67-4187-9bc5-17b695dac55f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.048149] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 8b73954d-8935-4061-a4ce-67b94e417d3f/8b73954d-8935-4061-a4ce-67b94e417d3f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.049173] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06526d18-c41b-4e64-9884-cf6acad8c5ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.070142] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1472.070142] env[62221]: value = "task-1701191" [ 1472.070142] env[62221]: _type = "Task" [ 1472.070142] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.079737] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.099142] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.141536] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52825c18-2105-eeea-8420-26f577062828, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.141842] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.142275] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 188629ae-6b0c-4003-b8b6-3e6ae2a22a07/188629ae-6b0c-4003-b8b6-3e6ae2a22a07.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.142582] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d13995-8959-4b83-80d0-4a62642937f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.149993] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1472.149993] env[62221]: value = "task-1701192" [ 1472.149993] env[62221]: _type = "Task" [ 1472.149993] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.159256] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.203100] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.203539] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Instance network_info: |[{"id": "4553a111-602f-44ff-9923-562e1ecb8071", "address": "fa:16:3e:aa:92:9e", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553a111-60", "ovs_interfaceid": "4553a111-602f-44ff-9923-562e1ecb8071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1472.204066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:92:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4553a111-602f-44ff-9923-562e1ecb8071', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.213678] env[62221]: DEBUG oslo.service.loopingcall [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.213981] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.214286] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb63ed86-9660-4794-a00c-68f157e700eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.238699] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.238699] env[62221]: value = "task-1701193" [ 1472.238699] env[62221]: _type = "Task" [ 1472.238699] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.247702] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701193, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.276333] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1472.277688] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debf88a-5dd1-487b-9f5c-ad7692528591 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.285098] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1472.285407] env[62221]: ERROR oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk due to incomplete transfer. [ 1472.285470] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-647a222f-f804-4446-9842-cf02ac56405c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.293614] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b63290-1900-2b7c-8c20-444f015077bf/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1472.293979] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Uploaded image be24229e-cec0-47b8-901b-70f8c5e6cf15 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1472.296949] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1472.297261] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d606927d-fe21-463f-bd80-f478aad7dadd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.304287] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1472.304287] env[62221]: value = "task-1701194" [ 1472.304287] env[62221]: _type = "Task" [ 1472.304287] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.315645] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701194, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.330864] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.441884] env[62221]: DEBUG nova.compute.utils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.442866] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1472.443986] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.466226] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701190, 'name': ReconfigVM_Task, 'duration_secs': 0.388818} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.467321] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Reconfigured VM instance instance-00000043 to attach disk [datastore1] abb964c8-357b-4b81-96ca-60e54db6c1bf/abb964c8-357b-4b81-96ca-60e54db6c1bf.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.468330] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6483ae9b-3718-4d9c-861a-4a7ce95f4f89 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.479198] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1472.479198] env[62221]: value = "task-1701195" [ 1472.479198] env[62221]: _type = "Task" [ 1472.479198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.488606] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701195, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.513766] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 7f4aef75-01ae-48db-9d32-e403e24b8f35] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1472.530158] env[62221]: DEBUG nova.policy [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293c12d7e38d456688df09531cfeee39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b160f5fd5ab34c48acaa09d533ba8c3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1472.536895] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Received event network-changed-4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.537210] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Refreshing instance network info cache due to event network-changed-4553a111-602f-44ff-9923-562e1ecb8071. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1472.537493] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Acquiring lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.537658] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Acquired lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.538025] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Refreshing network info cache for port 4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.583292] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701191, 'name': ReconfigVM_Task, 'duration_secs': 0.362759} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.583292] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 8b73954d-8935-4061-a4ce-67b94e417d3f/8b73954d-8935-4061-a4ce-67b94e417d3f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.586152] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d258e2a-23d8-472c-b6f2-9bedb3a2a320 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.598401] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1472.598401] env[62221]: value = "task-1701196" [ 1472.598401] env[62221]: _type = "Task" [ 1472.598401] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.607279] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.613430] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701196, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.668060] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701192, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.753303] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701193, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.817904] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701194, 'name': Destroy_Task, 'duration_secs': 0.449145} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.818202] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Destroyed the VM [ 1472.818446] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1472.818774] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55cc3294-2655-4359-84f7-cfd3ead7ba8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.832218] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.834412] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1472.834412] env[62221]: value = "task-1701197" [ 1472.834412] env[62221]: _type = "Task" [ 1472.834412] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.842619] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.887411] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921e615-fe46-456a-b48c-b2d02caa0384 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.895768] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619c2156-5f3c-4cb2-8dcf-97701cd4d283 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.932534] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87bafff-f4f1-40ea-ace6-4bcbc43e4d08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.940619] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599147f-0dc2-430a-8b42-f04a58ab89ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.947719] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1472.960081] env[62221]: DEBUG nova.compute.provider_tree [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.988687] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701195, 'name': Rename_Task, 'duration_secs': 0.203841} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.989125] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.989301] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e57f47-e3af-4946-af37-ba3183da32f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.997629] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1472.997629] env[62221]: value = "task-1701198" [ 1472.997629] env[62221]: _type = "Task" [ 1472.997629] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.012310] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.025016] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: cd066677-1192-41e9-97af-6aa356622a11] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1473.102749] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.112456] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701196, 'name': Rename_Task, 'duration_secs': 0.191022} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.112743] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.113053] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0c19a38-a6c9-40c3-a0cc-00ccb698b2c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.120271] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1473.120271] env[62221]: value = "task-1701199" [ 1473.120271] env[62221]: _type = "Task" [ 1473.120271] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.131461] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.161886] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.174262] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Successfully created port: 664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.253819] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701193, 'name': CreateVM_Task, 'duration_secs': 0.577707} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.253819] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.254471] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.254688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.255115] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.255901] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d7956e-a7bd-4ed3-a3a6-b3952f3a9a67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.261515] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1473.261515] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a99a6-0730-1f12-000a-ecd0ba049156" [ 1473.261515] env[62221]: _type = "Task" [ 1473.261515] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.273732] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a99a6-0730-1f12-000a-ecd0ba049156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.335345] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.347723] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.394911] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Successfully updated port: bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.472477] env[62221]: DEBUG nova.scheduler.client.report [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1473.477726] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.511625] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.530457] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9decb798-4e82-48b3-bf94-64cf18faa3d4] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1473.607459] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701185, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.248973} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.607571] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 94ed03e1-d02d-4f42-8250-1c281a505d66/94ed03e1-d02d-4f42-8250-1c281a505d66.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.607784] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.608069] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aefcd06f-52d4-413d-9e97-83a13c0b4785 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.617192] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1473.617192] env[62221]: value = "task-1701200" [ 1473.617192] env[62221]: _type = "Task" [ 1473.617192] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.638277] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.643028] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.660351] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701192, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.32462} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.663626] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 188629ae-6b0c-4003-b8b6-3e6ae2a22a07/188629ae-6b0c-4003-b8b6-3e6ae2a22a07.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.663626] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.663626] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e88fec-d81a-489a-97d9-5834252c5cc0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.668987] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1473.668987] env[62221]: value = "task-1701201" [ 1473.668987] env[62221]: _type = "Task" [ 1473.668987] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.675314] env[62221]: DEBUG nova.compute.manager [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Received event network-vif-plugged-bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1473.675574] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] Acquiring lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.675788] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.676042] env[62221]: DEBUG oslo_concurrency.lockutils [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.676378] env[62221]: DEBUG nova.compute.manager [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] No waiting events found dispatching network-vif-plugged-bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1473.677076] env[62221]: WARNING nova.compute.manager [req-8d0e0f8b-30ce-4091-a53b-94aa97151740 req-7736b26c-f06e-47a5-a4d9-2a5827e04366 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Received unexpected event network-vif-plugged-bde781f2-bf27-48da-a6b4-4b5e2e96c673 for instance with vm_state building and task_state spawning. [ 1473.690216] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.762749] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Updated VIF entry in instance network info cache for port 4553a111-602f-44ff-9923-562e1ecb8071. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.763501] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Updating instance_info_cache with network_info: [{"id": "4553a111-602f-44ff-9923-562e1ecb8071", "address": "fa:16:3e:aa:92:9e", "network": {"id": "ff31cd6c-a56d-4f4c-acdd-1d93295dc218", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-438444956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98f51bb254d345b5ba29926bfb39d1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553a111-60", "ovs_interfaceid": "4553a111-602f-44ff-9923-562e1ecb8071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.774788] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a99a6-0730-1f12-000a-ecd0ba049156, 'name': SearchDatastore_Task, 'duration_secs': 0.097814} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.775281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.775354] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.775565] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.775711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.775891] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.776885] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62ce701-0cbd-45f5-b90f-f5a6735e0dd5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.794758] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.794758] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.794758] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ecb753-afbe-4afa-b2bd-ed04399b95fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.803136] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1473.803136] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3920f-74a7-631e-9aca-d154f24a9a8b" [ 1473.803136] env[62221]: _type = "Task" [ 1473.803136] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.813313] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3920f-74a7-631e-9aca-d154f24a9a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.829921] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.845254] env[62221]: DEBUG oslo_vmware.api [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66911} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.846193] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1473.846603] env[62221]: INFO nova.compute.manager [None req-8a754d70-37ea-47ed-a93d-585d420e308c tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 15.27 seconds to snapshot the instance on the hypervisor. [ 1473.900866] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.901039] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.901186] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.980857] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1474.016409] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701198, 'name': PowerOnVM_Task, 'duration_secs': 0.594179} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.019317] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1474.019317] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1474.019317] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.019599] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1474.019599] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.019690] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1474.020998] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1474.020998] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1474.020998] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1474.020998] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1474.020998] env[62221]: DEBUG nova.virt.hardware [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1474.020998] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.020998] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Took 14.47 seconds to spawn the instance on the hypervisor. [ 1474.021767] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1474.022339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6430e60-05ae-4a92-a667-76fb9829b5d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.025571] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487def69-acbf-458a-86bf-233c65cd5bfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.034113] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 551079c8-66e3-419f-b535-699af2b6ab5f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1474.038583] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac8268-07e9-4687-b398-6a3cc61ba45f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.143746] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701200, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.150119] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.179700] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701201, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Releasing lock "refresh_cache-443a14ba-4dfa-46e6-8d3a-ed136cfb6897" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.273160] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received event network-vif-unplugged-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.273160] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] No waiting events found dispatching network-vif-unplugged-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1474.273160] env[62221]: WARNING nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received unexpected event network-vif-unplugged-074d98ce-a037-4ee7-b269-c0abbe047558 for instance with vm_state shelved_offloaded and task_state None. [ 1474.273160] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Received event network-changed-074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.273160] env[62221]: DEBUG nova.compute.manager [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Refreshing instance network info cache due to event network-changed-074d98ce-a037-4ee7-b269-c0abbe047558. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Acquiring lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.273160] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Acquired lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.273160] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Refreshing network info cache for port 074d98ce-a037-4ee7-b269-c0abbe047558 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.313287] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3920f-74a7-631e-9aca-d154f24a9a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.091122} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.318026] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f415152f-08d3-4012-858a-a0ddddcb207d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.322694] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1474.322694] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e824f-cd79-0b3c-e5e8-04fe66ba3a97" [ 1474.322694] env[62221]: _type = "Task" [ 1474.322694] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.334663] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.339764] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e824f-cd79-0b3c-e5e8-04fe66ba3a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.477162] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.491112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.552s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.498132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.090s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.499790] env[62221]: INFO nova.compute.claims [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.548237] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ef611a51-9d90-4ebc-a6f6-0d039149be49] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1474.562492] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Took 38.26 seconds to build instance. [ 1474.637018] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.727402} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.637911] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.639192] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71e92dc-fc2f-43f7-a1fb-2ef7c0d5743a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.645414] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.670091] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 94ed03e1-d02d-4f42-8250-1c281a505d66/94ed03e1-d02d-4f42-8250-1c281a505d66.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.670822] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406699ef-107f-47df-9b0b-36e6d2a0682e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.702533] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.748608} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.704173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.704311] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1474.704311] env[62221]: value = "task-1701202" [ 1474.704311] env[62221]: _type = "Task" [ 1474.704311] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.705101] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab819f5-79c6-4a28-a595-1f9b38d37a20 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.719652] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.739229] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 188629ae-6b0c-4003-b8b6-3e6ae2a22a07/188629ae-6b0c-4003-b8b6-3e6ae2a22a07.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.740011] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853f7935-861e-4654-bd3d-b49d9f0e91b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.759148] env[62221]: DEBUG nova.network.neutron [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Updating instance_info_cache with network_info: [{"id": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "address": "fa:16:3e:b3:72:6a", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde781f2-bf", "ovs_interfaceid": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.764360] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1474.764360] env[62221]: value = "task-1701203" [ 1474.764360] env[62221]: _type = "Task" [ 1474.764360] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.773421] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.840205] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526e824f-cd79-0b3c-e5e8-04fe66ba3a97, 'name': SearchDatastore_Task, 'duration_secs': 0.103182} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.846153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.846475] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 443a14ba-4dfa-46e6-8d3a-ed136cfb6897/443a14ba-4dfa-46e6-8d3a-ed136cfb6897.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.847259] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.847532] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b292379a-57f1-43b1-8f01-40f00b522949 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.857065] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1474.857065] env[62221]: value = "task-1701204" [ 1474.857065] env[62221]: _type = "Task" [ 1474.857065] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.868407] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.058158] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.058158] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1475.066478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.776s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.092119] env[62221]: INFO nova.scheduler.client.report [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocation for migration 5df0396a-fd8d-4d7a-9e3f-5baeb0187dd1 [ 1475.142315] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701199, 'name': PowerOnVM_Task, 'duration_secs': 1.886372} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.143623] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.143785] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Took 11.16 seconds to spawn the instance on the hypervisor. [ 1475.143939] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1475.145226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f5a9aa-f0e0-4150-b542-562228c6082d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.222610] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.263594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.263984] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Instance network_info: |[{"id": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "address": "fa:16:3e:b3:72:6a", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde781f2-bf", "ovs_interfaceid": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1475.264566] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:72:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde781f2-bf27-48da-a6b4-4b5e2e96c673', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.273757] env[62221]: DEBUG oslo.service.loopingcall [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.275323] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.279401] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c4f2e3-786b-4862-a400-40569bf660b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.306683] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.309566] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.309566] env[62221]: value = "task-1701205" [ 1475.309566] env[62221]: _type = "Task" [ 1475.309566] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.323210] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701205, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.337651] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701189, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.495867} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.338722] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6d37c7fd-8940-44bf-bdd9-650b68546e71/6d37c7fd-8940-44bf-bdd9-650b68546e71.vmdk to [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.338954] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea1bdf-862c-4a40-acd0-944bc040f715 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.367453] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.369255] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updated VIF entry in instance network info cache for port 074d98ce-a037-4ee7-b269-c0abbe047558. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.369255] env[62221]: DEBUG nova.network.neutron [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updating instance_info_cache with network_info: [{"id": "074d98ce-a037-4ee7-b269-c0abbe047558", "address": "fa:16:3e:28:01:20", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": null, "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap074d98ce-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.370583] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f041e11a-f63d-444d-a918-8cdee403b915 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.402022] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.403985] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1475.403985] env[62221]: value = "task-1701206" [ 1475.403985] env[62221]: _type = "Task" [ 1475.403985] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.414776] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.560640] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.608960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e06ce370-7ab5-4966-9e05-c74febfa941f tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.650s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.624121] env[62221]: DEBUG nova.compute.manager [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Received event network-vif-plugged-664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.624964] env[62221]: DEBUG oslo_concurrency.lockutils [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] Acquiring lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.624964] env[62221]: DEBUG oslo_concurrency.lockutils [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.626109] env[62221]: DEBUG oslo_concurrency.lockutils [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.626109] env[62221]: DEBUG nova.compute.manager [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] No waiting events found dispatching network-vif-plugged-664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1475.626109] env[62221]: WARNING nova.compute.manager [req-526cc374-22bb-40d8-8147-e3113a40fcc5 req-e333e8b8-9c34-4aa8-ae38-6ce96b16117a service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Received unexpected event network-vif-plugged-664fc891-9f51-49e6-b166-4032d07d41a8 for instance with vm_state building and task_state spawning. [ 1475.670967] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Took 39.30 seconds to build instance. [ 1475.729965] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701202, 'name': ReconfigVM_Task, 'duration_secs': 0.763658} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.730866] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 94ed03e1-d02d-4f42-8250-1c281a505d66/94ed03e1-d02d-4f42-8250-1c281a505d66.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.731159] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60593081-4d32-49d6-9ced-d6eb4e6dc9e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.743404] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1475.743404] env[62221]: value = "task-1701207" [ 1475.743404] env[62221]: _type = "Task" [ 1475.743404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.754716] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701207, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.786454] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701203, 'name': ReconfigVM_Task, 'duration_secs': 0.5685} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.790158] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 188629ae-6b0c-4003-b8b6-3e6ae2a22a07/188629ae-6b0c-4003-b8b6-3e6ae2a22a07.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.790354] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eaf11da-14d9-4a8c-adcc-7fec4f66df3b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.800806] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1475.800806] env[62221]: value = "task-1701208" [ 1475.800806] env[62221]: _type = "Task" [ 1475.800806] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.816148] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701208, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.826905] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701205, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.876766] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460846e6-9d1f-4c05-bdd9-b3ed8a89895d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.885187] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946474} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.888498] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 443a14ba-4dfa-46e6-8d3a-ed136cfb6897/443a14ba-4dfa-46e6-8d3a-ed136cfb6897.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.888498] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.888894] env[62221]: DEBUG oslo_concurrency.lockutils [req-b6c19e56-e687-45dd-b4bf-76ac296e3646 req-2aa9089c-302c-46ee-b4ff-f28c9d78a02a service nova] Releasing lock "refresh_cache-35e34ca2-6f41-4b14-ba16-ce8621841b11" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.889270] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a27a8fc-8fb7-490b-9e2f-e58cb53aa8c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.892095] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b770e1-351a-4fa8-af5c-db91e572df8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.935571] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587ee6e-d2c1-46fc-9257-f615bc7daac7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.935798] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1475.935798] env[62221]: value = "task-1701209" [ 1475.935798] env[62221]: _type = "Task" [ 1475.935798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.949104] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.952163] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ef8d7-61b7-4d9d-a26b-ea099c6a161b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.959200] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701209, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.969957] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.053309] env[62221]: DEBUG nova.compute.manager [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Received event network-changed-bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1476.053508] env[62221]: DEBUG nova.compute.manager [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Refreshing instance network info cache due to event network-changed-bde781f2-bf27-48da-a6b4-4b5e2e96c673. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1476.053721] env[62221]: DEBUG oslo_concurrency.lockutils [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] Acquiring lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.053868] env[62221]: DEBUG oslo_concurrency.lockutils [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] Acquired lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.054176] env[62221]: DEBUG nova.network.neutron [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Refreshing network info cache for port bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.121106] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Successfully updated port: 664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.176041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.810s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.255201] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701207, 'name': Rename_Task, 'duration_secs': 0.435315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.255470] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.255764] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c49b72-7927-42f4-a2c1-b9cef182b4d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.266969] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1476.266969] env[62221]: value = "task-1701210" [ 1476.266969] env[62221]: _type = "Task" [ 1476.266969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.277622] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.312339] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701208, 'name': Rename_Task, 'duration_secs': 0.453722} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.313078] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.313348] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdc6732-2305-408f-be21-8e4b615ed0ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.325665] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1476.325665] env[62221]: value = "task-1701211" [ 1476.325665] env[62221]: _type = "Task" [ 1476.325665] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.342730] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701205, 'name': CreateVM_Task, 'duration_secs': 0.649293} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.346930] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.347299] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.348073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.348317] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.348831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.349096] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb8441c-ea15-499f-99a1-bd30d8fb0715 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.355673] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1476.355673] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cb3865-46cd-b67d-a15e-2b6e265d6a5a" [ 1476.355673] env[62221]: _type = "Task" [ 1476.355673] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.366653] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cb3865-46cd-b67d-a15e-2b6e265d6a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.452838] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701206, 'name': ReconfigVM_Task, 'duration_secs': 0.918596} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.453196] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f/a987f979-41de-4b7c-a8d0-b92cc1d84c6f.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.455573] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'image_id': '0c447946-ef39-490e-8977-231b6aac1e89'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '63ac63be-49ad-4b1a-b467-aee9595a57e3', 'boot_index': None, 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354568', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'name': 'volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a987f979-41de-4b7c-a8d0-b92cc1d84c6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'serial': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9'}, 'volume_type': None}], 'swap': None} {{(pid=62221) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1476.456022] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1476.457957] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354568', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'name': 'volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a987f979-41de-4b7c-a8d0-b92cc1d84c6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'serial': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1476.466541] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c257e-c4b9-4031-aa33-3098004ea2e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.469564] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09168} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.469854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.471170] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17faddda-594d-4846-82d8-d9970642b048 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.489371] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f489c94-205d-4a9e-bce2-0aa60fc9f40d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.511217] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 443a14ba-4dfa-46e6-8d3a-ed136cfb6897/443a14ba-4dfa-46e6-8d3a-ed136cfb6897.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.511217] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f52cfd-0b79-41d2-9044-c9a21a1456e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.540030] env[62221]: ERROR nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [req-236e5bd1-8f03-4dc4-adc9-151935b0a411] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-236e5bd1-8f03-4dc4-adc9-151935b0a411"}]} [ 1476.547318] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9/volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.550257] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d1f08b-bdf5-4bab-83bb-df6fe9a8ee8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.566644] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1476.566644] env[62221]: value = "task-1701212" [ 1476.566644] env[62221]: _type = "Task" [ 1476.566644] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.571925] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1476.576570] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1476.576570] env[62221]: value = "task-1701213" [ 1476.576570] env[62221]: _type = "Task" [ 1476.576570] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.586801] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.591838] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.601809] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1476.601809] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.618459] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1476.626097] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.626279] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.626439] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.650775] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1476.782361] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701210, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.837275] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.868570] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cb3865-46cd-b67d-a15e-2b6e265d6a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.868570] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.868709] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.868913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.869075] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.869262] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.870937] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-548d382b-c349-42ca-89e6-1357aad85a51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.880070] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.880278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.883259] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180a4c96-0ca5-4c26-8d87-6527d3935b40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.891705] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1476.891705] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c3dd59-b8ee-3128-2b05-d2a8f8deb96f" [ 1476.891705] env[62221]: _type = "Task" [ 1476.891705] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.902669] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c3dd59-b8ee-3128-2b05-d2a8f8deb96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.955215] env[62221]: DEBUG nova.network.neutron [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Updated VIF entry in instance network info cache for port bde781f2-bf27-48da-a6b4-4b5e2e96c673. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.955738] env[62221]: DEBUG nova.network.neutron [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Updating instance_info_cache with network_info: [{"id": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "address": "fa:16:3e:b3:72:6a", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde781f2-bf", "ovs_interfaceid": "bde781f2-bf27-48da-a6b4-4b5e2e96c673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.010643] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427cabf7-4141-4f5b-b9d7-aaf634a82f7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.022362] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b893694-9713-40aa-a2b1-cb4e37484c34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.066838] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d5ca4-ea76-4665-9ae5-8f8d0168f98e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.078334] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.084374] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70dd1b3-ce08-42de-b282-64e36ed51ac4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.097187] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.107080] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.172569] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.278028] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701210, 'name': PowerOnVM_Task, 'duration_secs': 0.86394} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.278028] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.278028] env[62221]: INFO nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1477.278028] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.279034] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc4059-ac15-4cfd-a7b0-f432c712a4a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.347171] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701211, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.406258] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c3dd59-b8ee-3128-2b05-d2a8f8deb96f, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.409177] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e07fdfa-9be5-4e80-9ce5-4e58f00b8552 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.411938] env[62221]: DEBUG nova.network.neutron [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Updating instance_info_cache with network_info: [{"id": "664fc891-9f51-49e6-b166-4032d07d41a8", "address": "fa:16:3e:60:92:7b", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc891-9f", "ovs_interfaceid": "664fc891-9f51-49e6-b166-4032d07d41a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.415414] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1477.415414] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dfcc90-351d-56e2-0b20-7a879848ed2c" [ 1477.415414] env[62221]: _type = "Task" [ 1477.415414] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.428439] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dfcc90-351d-56e2-0b20-7a879848ed2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.460856] env[62221]: DEBUG oslo_concurrency.lockutils [req-3f77ce3e-d35a-478f-b90f-324cd37b6e45 req-aab66e92-cbfb-40ea-abe5-2aecc265ae10 service nova] Releasing lock "refresh_cache-a63b62f1-65dd-470c-bfbc-51ea65734c64" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.580590] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701212, 'name': ReconfigVM_Task, 'duration_secs': 0.648887} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.585659] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 443a14ba-4dfa-46e6-8d3a-ed136cfb6897/443a14ba-4dfa-46e6-8d3a-ed136cfb6897.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.585659] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36b35f8b-d1ce-40d1-ba16-da6f804404c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.593714] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701213, 'name': ReconfigVM_Task, 'duration_secs': 0.701233} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.595083] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9/volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.600967] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1477.600967] env[62221]: value = "task-1701214" [ 1477.600967] env[62221]: _type = "Task" [ 1477.600967] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.601213] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec435d68-b01b-45f8-8d51-8f1e414bbfe8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.629982] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701214, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.630717] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1477.630717] env[62221]: value = "task-1701215" [ 1477.630717] env[62221]: _type = "Task" [ 1477.630717] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.643412] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.643412] env[62221]: ERROR nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [req-8bf2f078-9fd6-4beb-b50e-a4a49da8ee7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8bf2f078-9fd6-4beb-b50e-a4a49da8ee7d"}]} [ 1477.666763] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1477.679532] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1477.681204] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.693746] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1477.720408] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1477.810503] env[62221]: INFO nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Took 40.18 seconds to build instance. [ 1477.842875] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.917618] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.918430] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance network_info: |[{"id": "664fc891-9f51-49e6-b166-4032d07d41a8", "address": "fa:16:3e:60:92:7b", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc891-9f", "ovs_interfaceid": "664fc891-9f51-49e6-b166-4032d07d41a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1477.918998] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:92:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664fc891-9f51-49e6-b166-4032d07d41a8', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.929855] env[62221]: DEBUG oslo.service.loopingcall [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.938903] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.940069] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d10c1a1-66c2-4062-a32c-6a451c2ceec0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.971827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.972193] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.973498] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dfcc90-351d-56e2-0b20-7a879848ed2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.975077] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.975077] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a63b62f1-65dd-470c-bfbc-51ea65734c64/a63b62f1-65dd-470c-bfbc-51ea65734c64.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.975077] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc01256-26e6-4e01-8d22-6b270eb2b6a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.980321] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.980321] env[62221]: value = "task-1701216" [ 1477.980321] env[62221]: _type = "Task" [ 1477.980321] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.986516] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1477.986516] env[62221]: value = "task-1701217" [ 1477.986516] env[62221]: _type = "Task" [ 1477.986516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.996755] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701216, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.000771] env[62221]: DEBUG nova.compute.manager [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Received event network-changed-664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.000886] env[62221]: DEBUG nova.compute.manager [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Refreshing instance network info cache due to event network-changed-664fc891-9f51-49e6-b166-4032d07d41a8. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1478.001119] env[62221]: DEBUG oslo_concurrency.lockutils [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] Acquiring lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.002415] env[62221]: DEBUG oslo_concurrency.lockutils [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] Acquired lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.002415] env[62221]: DEBUG nova.network.neutron [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Refreshing network info cache for port 664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.008673] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.128189] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701214, 'name': Rename_Task, 'duration_secs': 0.243969} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.128505] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.128773] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a87a0e-1c65-4f3a-b960-a288dfb5375c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.144567] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701215, 'name': ReconfigVM_Task, 'duration_secs': 0.282501} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.146927] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354568', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'name': 'volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a987f979-41de-4b7c-a8d0-b92cc1d84c6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'serial': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1478.147649] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1478.147649] env[62221]: value = "task-1701218" [ 1478.147649] env[62221]: _type = "Task" [ 1478.147649] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.148418] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f093ec-53e0-4c17-abc0-24184f9b4634 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.151433] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a666ff87-ac7a-4378-a533-c1c02e00b6d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.169363] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f2fcd-6aa3-4534-989c-b5e3ca1472c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.173576] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701218, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.173576] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1478.173576] env[62221]: value = "task-1701219" [ 1478.173576] env[62221]: _type = "Task" [ 1478.173576] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.210804] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e8c24-3d64-43f7-9e8a-c9cddad27938 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.220399] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701219, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.226979] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46facb3b-1e3b-4359-868f-0bb28c0e2ec6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.245577] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.317930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.699s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.343656] env[62221]: DEBUG oslo_vmware.api [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701211, 'name': PowerOnVM_Task, 'duration_secs': 1.599253} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.344016] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.344582] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Took 16.76 seconds to spawn the instance on the hypervisor. [ 1478.344582] env[62221]: DEBUG nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1478.346039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc62e333-3a13-4d3f-9cc9-aff4f28bfaf7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.409090] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.411401] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.411789] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.412263] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.412345] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.416978] env[62221]: INFO nova.compute.manager [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Terminating instance [ 1478.422066] env[62221]: DEBUG nova.compute.manager [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1478.422066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.422066] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd0d3f-1cd2-4384-8752-6636ea7ed04d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.433587] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.434616] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b53f7f-3323-42d8-99b1-5c3343761bc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.447060] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1478.447060] env[62221]: value = "task-1701220" [ 1478.447060] env[62221]: _type = "Task" [ 1478.447060] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.463730] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.481274] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1478.498187] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.501747] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701216, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.585095] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.585420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.666196] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.689773] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701219, 'name': Rename_Task, 'duration_secs': 0.222495} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.690090] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.693556] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b046681-25ec-4995-95f5-724aa8df8b98 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.702695] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1478.702695] env[62221]: value = "task-1701221" [ 1478.702695] env[62221]: _type = "Task" [ 1478.702695] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.714157] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.772701] env[62221]: ERROR nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [req-12c4e6b6-ecd3-475e-8631-341b7ede0aa8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12c4e6b6-ecd3-475e-8631-341b7ede0aa8"}]} [ 1478.789891] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1478.809214] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1478.810355] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.825264] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1478.855447] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1478.865997] env[62221]: INFO nova.compute.manager [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Took 42.52 seconds to build instance. [ 1478.928809] env[62221]: DEBUG nova.network.neutron [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Updated VIF entry in instance network info cache for port 664fc891-9f51-49e6-b166-4032d07d41a8. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.929180] env[62221]: DEBUG nova.network.neutron [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Updating instance_info_cache with network_info: [{"id": "664fc891-9f51-49e6-b166-4032d07d41a8", "address": "fa:16:3e:60:92:7b", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc891-9f", "ovs_interfaceid": "664fc891-9f51-49e6-b166-4032d07d41a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.956833] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701220, 'name': PowerOffVM_Task, 'duration_secs': 0.295244} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.957279] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.957409] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.957570] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3074f81c-ec40-4f93-9e97-9ec079c06c82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.009907] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701216, 'name': CreateVM_Task, 'duration_secs': 0.781182} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.012442] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.016713] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.017215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.017483] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.018210] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74739} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.020993] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cfa0d4-6d53-4323-9328-668fd9a5c666 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.020993] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a63b62f1-65dd-470c-bfbc-51ea65734c64/a63b62f1-65dd-470c-bfbc-51ea65734c64.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.020993] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.020993] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec1c9d7f-9465-4b9a-8fa4-744a716730c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.026401] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1479.026401] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5215fc83-716a-ce71-a583-03c5973795a3" [ 1479.026401] env[62221]: _type = "Task" [ 1479.026401] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.028383] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1479.028383] env[62221]: value = "task-1701223" [ 1479.028383] env[62221]: _type = "Task" [ 1479.028383] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.032802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.045267] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5215fc83-716a-ce71-a583-03c5973795a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.048960] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.089027] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1479.179040] env[62221]: DEBUG oslo_vmware.api [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701218, 'name': PowerOnVM_Task, 'duration_secs': 0.752558} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.181127] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.181502] env[62221]: INFO nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1479.186030] env[62221]: DEBUG nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1479.188166] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141c089-9d32-4bad-86c8-be1602153d07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.225023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.225023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.230782] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701221, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.284690] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65475b98-fa5e-433c-b246-1b47cc94ec97 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.293668] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b46472c-16d4-4ce3-b6b7-44f3e9dff597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.327048] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b36c03-49b8-425d-923a-4be7b7adf564 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.334900] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e6e86-7e7a-471c-b885-1e21795a8d35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.348635] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.371776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4175239f-66b6-43e8-9ed7-e96933da5524 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.042s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.432198] env[62221]: DEBUG oslo_concurrency.lockutils [req-89440e74-f9a3-473b-896a-2d730cf254d9 req-7a7a1675-d19d-49df-866e-a05d282cc005 service nova] Releasing lock "refresh_cache-a3d10b62-609b-4fd7-818e-ae9aaf1fc845" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.546054] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136064} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.550023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.554150] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5215fc83-716a-ce71-a583-03c5973795a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018876} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.555915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dae08f-8e22-436b-8f4d-fb1090198eb6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.558161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.558724] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.558724] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.558820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.558996] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.562014] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14339089-8ffb-4604-98ef-7fc041fee612 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.584575] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a63b62f1-65dd-470c-bfbc-51ea65734c64/a63b62f1-65dd-470c-bfbc-51ea65734c64.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.586783] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75294630-6183-4f3f-b3f5-cec85773857d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.603117] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.603117] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.604178] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af0bf5b-6e95-4e2b-82c0-391fd4913964 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.618719] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1479.618719] env[62221]: value = "task-1701224" [ 1479.618719] env[62221]: _type = "Task" [ 1479.618719] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.618719] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1479.618719] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b82604-e420-8b56-d48d-717da3e02f14" [ 1479.618719] env[62221]: _type = "Task" [ 1479.618719] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.631572] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b82604-e420-8b56-d48d-717da3e02f14, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.635331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.636461] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.636721] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765b2af3-ed77-466f-ad3a-76209dc97c2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.642997] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1479.642997] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fe2627-8171-7ddc-89ff-ea702a8edbb1" [ 1479.642997] env[62221]: _type = "Task" [ 1479.642997] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.655281] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fe2627-8171-7ddc-89ff-ea702a8edbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.694579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "232d94a3-830f-4177-a0da-c91c3fbb767b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.694942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.695254] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.695498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.695680] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.697890] env[62221]: INFO nova.compute.manager [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Terminating instance [ 1479.701873] env[62221]: DEBUG nova.compute.manager [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1479.702073] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.703038] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439f503-a8a7-4d58-bf84-a6c413f147ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.712364] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.715401] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dba974f-2705-438f-bd38-99646ee0c697 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.727397] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1479.730124] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1479.730124] env[62221]: value = "task-1701225" [ 1479.730124] env[62221]: _type = "Task" [ 1479.730124] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.739065] env[62221]: DEBUG oslo_vmware.api [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701221, 'name': PowerOnVM_Task, 'duration_secs': 0.815573} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.740138] env[62221]: INFO nova.compute.manager [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Took 42.08 seconds to build instance. [ 1479.744975] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.755538] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.917763] env[62221]: DEBUG nova.scheduler.client.report [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1479.917763] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 107 to 108 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1479.917964] env[62221]: DEBUG nova.compute.provider_tree [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.947154] env[62221]: DEBUG nova.compute.manager [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1479.947709] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73678247-2155-47d9-96fd-487112f8a1c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.067913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.067913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.067913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.067913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.067913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.069034] env[62221]: INFO nova.compute.manager [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Terminating instance [ 1480.073359] env[62221]: DEBUG nova.compute.manager [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.073728] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.075248] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ff22c-527e-4a99-9871-460b4a907667 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.083705] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.083705] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f6ab9b-5e97-4acd-ba68-ff5e26b5d7c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.089742] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1480.089742] env[62221]: value = "task-1701226" [ 1480.089742] env[62221]: _type = "Task" [ 1480.089742] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.098831] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.129711] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.153515] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fe2627-8171-7ddc-89ff-ea702a8edbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.154331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.154601] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.154840] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb0c3b1-a582-4b59-9621-6cc289767c6c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.162906] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1480.162906] env[62221]: value = "task-1701227" [ 1480.162906] env[62221]: _type = "Task" [ 1480.162906] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.172966] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.251089] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ecc8afc5-4fce-4c12-b9cb-50be48bb36f3 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.597s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.251751] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701225, 'name': PowerOffVM_Task, 'duration_secs': 0.268332} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.252556] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.253088] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.258118] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.260281] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8864b6ed-4fc4-49c6-94f7-593a8f0fa5a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.370141] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.370466] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.370726] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.371132] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9bcd81a-660d-449d-b811-cb326512925d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.379165] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1480.379165] env[62221]: value = "task-1701229" [ 1480.379165] env[62221]: _type = "Task" [ 1480.379165] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.384393] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.384724] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.384984] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleting the datastore file [datastore1] 232d94a3-830f-4177-a0da-c91c3fbb767b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.386033] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dcdaeae-cb29-43e2-a844-b439091a59ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.391450] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.396867] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1480.396867] env[62221]: value = "task-1701230" [ 1480.396867] env[62221]: _type = "Task" [ 1480.396867] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.405737] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.423424] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.929s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.424028] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1480.426800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.526s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.427422] env[62221]: DEBUG nova.objects.instance [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'resources' on Instance uuid 35e34ca2-6f41-4b14-ba16-ce8621841b11 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.473881] env[62221]: DEBUG oslo_concurrency.lockutils [None req-38a23a99-030f-42c5-913c-a4675f5c0235 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.014s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.600656] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701226, 'name': PowerOffVM_Task, 'duration_secs': 0.308101} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.601020] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.601215] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.601486] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef528f8b-4169-4767-8907-d0f1bec98040 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.631114] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701224, 'name': ReconfigVM_Task, 'duration_secs': 0.519107} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.631689] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a63b62f1-65dd-470c-bfbc-51ea65734c64/a63b62f1-65dd-470c-bfbc-51ea65734c64.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.632626] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a4b9b9-a5c0-42d2-98a2-42554b8cdf26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.638690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "94ed03e1-d02d-4f42-8250-1c281a505d66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.638925] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.639155] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.639351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.639514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.641510] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1480.641510] env[62221]: value = "task-1701232" [ 1480.641510] env[62221]: _type = "Task" [ 1480.641510] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.642074] env[62221]: INFO nova.compute.manager [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Terminating instance [ 1480.648068] env[62221]: DEBUG nova.compute.manager [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.648279] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.649170] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3759d-a30f-4c35-9b84-40f60390150d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.658696] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701232, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.661448] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.661780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f85a8d-6643-42f0-9e00-b60935a61d8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.674255] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.676218] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1480.676218] env[62221]: value = "task-1701233" [ 1480.676218] env[62221]: _type = "Task" [ 1480.676218] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.686159] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.820451] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.820727] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.890213] env[62221]: DEBUG oslo_vmware.api [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48717} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.890843] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.890843] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.890971] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.891220] env[62221]: INFO nova.compute.manager [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1480.891543] env[62221]: DEBUG oslo.service.loopingcall [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.891796] env[62221]: DEBUG nova.compute.manager [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1480.891907] env[62221]: DEBUG nova.network.neutron [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.907719] env[62221]: DEBUG oslo_vmware.api [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452928} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.908030] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.908148] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.908323] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.908563] env[62221]: INFO nova.compute.manager [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1480.908726] env[62221]: DEBUG oslo.service.loopingcall [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.908906] env[62221]: DEBUG nova.compute.manager [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1480.908999] env[62221]: DEBUG nova.network.neutron [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.930577] env[62221]: DEBUG nova.compute.utils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.934648] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1480.934852] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.936703] env[62221]: DEBUG nova.objects.instance [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'numa_topology' on Instance uuid 35e34ca2-6f41-4b14-ba16-ce8621841b11 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.940478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.940478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.940478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.940478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.940478] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.942243] env[62221]: INFO nova.compute.manager [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Terminating instance [ 1480.944151] env[62221]: DEBUG nova.compute.manager [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.944351] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.946100] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e35d5d-9e1b-42db-bc41-1f6c9a5326de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.953839] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.954045] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.954232] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleting the datastore file [datastore1] abb964c8-357b-4b81-96ca-60e54db6c1bf {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.954730] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a71dd7a-27f6-4269-a6ae-b83b9b1f559e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.960117] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.960658] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc7afaf-e3e7-4639-a881-7c7041335e45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.966012] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1480.966012] env[62221]: value = "task-1701234" [ 1480.966012] env[62221]: _type = "Task" [ 1480.966012] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.969958] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1480.969958] env[62221]: value = "task-1701235" [ 1480.969958] env[62221]: _type = "Task" [ 1480.969958] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.977442] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.982995] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.007262] env[62221]: DEBUG nova.policy [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '725f0c7bf4ed4eb4b6612dff4c80f3f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a4cd1125edd4ef5af20b72d1e0b95a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.155733] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701232, 'name': Rename_Task, 'duration_secs': 0.200718} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.156045] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.156334] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a2a22cd-5b80-4527-b844-35ce4c0623d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.163456] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1481.163456] env[62221]: value = "task-1701236" [ 1481.163456] env[62221]: _type = "Task" [ 1481.163456] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.176188] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.180952] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578728} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.184958] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.185310] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.185581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f03b0ff-89e2-41e8-859c-5879f4168c36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.194048] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701233, 'name': PowerOffVM_Task, 'duration_secs': 0.332519} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.195945] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.196517] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.196517] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1481.196517] env[62221]: value = "task-1701237" [ 1481.196517] env[62221]: _type = "Task" [ 1481.196517] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.196738] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e467ba-ea1a-46f4-91c1-dc2b09a46b94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.208494] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.310084] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.310394] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.310555] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleting the datastore file [datastore1] 94ed03e1-d02d-4f42-8250-1c281a505d66 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.310739] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61dc5a1-abfd-4a54-a646-446cd5f4b1ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.318030] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1481.318030] env[62221]: value = "task-1701239" [ 1481.318030] env[62221]: _type = "Task" [ 1481.318030] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.324882] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1481.338488] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.361219] env[62221]: DEBUG nova.compute.manager [req-a2fffa97-aaad-4d64-98f9-32edfc7b2e41 req-1062b448-ef6b-45fe-a1da-ca4a4a78d92d service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Received event network-vif-deleted-bfa06299-4dfe-4a8b-b53c-52c97b03a787 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.362689] env[62221]: INFO nova.compute.manager [req-a2fffa97-aaad-4d64-98f9-32edfc7b2e41 req-1062b448-ef6b-45fe-a1da-ca4a4a78d92d service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Neutron deleted interface bfa06299-4dfe-4a8b-b53c-52c97b03a787; detaching it from the instance and deleting it from the info cache [ 1481.362689] env[62221]: DEBUG nova.network.neutron [req-a2fffa97-aaad-4d64-98f9-32edfc7b2e41 req-1062b448-ef6b-45fe-a1da-ca4a4a78d92d service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.378523] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Successfully created port: 1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.433871] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1481.438646] env[62221]: DEBUG nova.objects.base [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Object Instance<35e34ca2-6f41-4b14-ba16-ce8621841b11> lazy-loaded attributes: resources,numa_topology {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.486089] env[62221]: DEBUG oslo_vmware.api [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163494} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.489094] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.489094] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.489094] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.489094] env[62221]: INFO nova.compute.manager [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1481.489094] env[62221]: DEBUG oslo.service.loopingcall [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.491241] env[62221]: DEBUG nova.compute.manager [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.491241] env[62221]: DEBUG nova.network.neutron [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.492439] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701235, 'name': PowerOffVM_Task, 'duration_secs': 0.360818} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.492737] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.492977] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.493532] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-461c7115-511e-435f-9fb7-f184ba7faa54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.587505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.589032] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.589032] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleting the datastore file [datastore1] 443a14ba-4dfa-46e6-8d3a-ed136cfb6897 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.589032] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5f9968-ce06-463b-b17a-020e00fe9cc6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.599558] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for the task: (returnval){ [ 1481.599558] env[62221]: value = "task-1701241" [ 1481.599558] env[62221]: _type = "Task" [ 1481.599558] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.615336] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.673649] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701236, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.711998] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143585} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.712319] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.713169] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf54886-c8bb-4d82-854f-98248aa493e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.739645] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.740572] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a367133-3e50-40c8-bcb5-5120a8e77bd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.766803] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1481.766803] env[62221]: value = "task-1701242" [ 1481.766803] env[62221]: _type = "Task" [ 1481.766803] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.779331] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.828441] env[62221]: DEBUG nova.network.neutron [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.832808] env[62221]: DEBUG oslo_vmware.api [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161015} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.832808] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.832808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.832808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.832808] env[62221]: INFO nova.compute.manager [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1481.832808] env[62221]: DEBUG oslo.service.loopingcall [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.832808] env[62221]: DEBUG nova.compute.manager [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.832808] env[62221]: DEBUG nova.network.neutron [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.833880] env[62221]: DEBUG nova.network.neutron [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.859667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f08f5c-3de2-4e5c-8f41-45a19b9eeb7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.864265] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.865616] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa5d98d1-973f-4780-aad4-9a2648e68222 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.871473] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec934816-bacd-4f9a-ab22-bc9c94b23ff0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.879534] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd8199b-725d-4dff-8ff1-c8322ba7996a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.922794] env[62221]: DEBUG nova.network.neutron [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.924820] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6ebd2-758c-40ec-866a-726a5fcb10ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.933773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f445e-ec00-446e-843f-5f94f454f734 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.953877] env[62221]: DEBUG nova.compute.manager [req-a2fffa97-aaad-4d64-98f9-32edfc7b2e41 req-1062b448-ef6b-45fe-a1da-ca4a4a78d92d service nova] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Detach interface failed, port_id=bfa06299-4dfe-4a8b-b53c-52c97b03a787, reason: Instance 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1481.965078] env[62221]: DEBUG nova.compute.provider_tree [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.067804] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.067804] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.113473] env[62221]: DEBUG oslo_vmware.api [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Task: {'id': task-1701241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184582} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.115229] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.115785] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.115785] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.115785] env[62221]: INFO nova.compute.manager [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1482.116200] env[62221]: DEBUG oslo.service.loopingcall [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.116408] env[62221]: DEBUG nova.compute.manager [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1482.116724] env[62221]: DEBUG nova.network.neutron [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.174362] env[62221]: DEBUG oslo_vmware.api [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701236, 'name': PowerOnVM_Task, 'duration_secs': 0.923658} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.174687] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.174889] env[62221]: INFO nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1482.175114] env[62221]: DEBUG nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1482.175960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09551f83-2977-4fb0-ab7e-ba5ef9bdaf0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.279144] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701242, 'name': ReconfigVM_Task, 'duration_secs': 0.314274} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.279702] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.280836] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b61e058-7259-4a21-8585-1c054a5cbb70 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.290051] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1482.290051] env[62221]: value = "task-1701243" [ 1482.290051] env[62221]: _type = "Task" [ 1482.290051] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.301668] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701243, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.333345] env[62221]: INFO nova.compute.manager [-] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Took 1.44 seconds to deallocate network for instance. [ 1482.340808] env[62221]: INFO nova.compute.manager [-] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Took 1.43 seconds to deallocate network for instance. [ 1482.429449] env[62221]: INFO nova.compute.manager [-] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Took 0.94 seconds to deallocate network for instance. [ 1482.455095] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.481023] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.481585] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.482583] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.482583] env[62221]: DEBUG nova.virt.hardware [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.483261] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc776527-d10f-41c7-aa6f-6f1598dcc112 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.486634] env[62221]: ERROR nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [req-dac5204e-b6a3-463b-8659-8ac766576a35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dac5204e-b6a3-463b-8659-8ac766576a35"}]} [ 1482.495371] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ab0fb-86f4-4b90-8219-b7920cc9e82b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.510893] env[62221]: DEBUG nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1482.524040] env[62221]: DEBUG nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1482.524272] env[62221]: DEBUG nova.compute.provider_tree [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.535104] env[62221]: DEBUG nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1482.552132] env[62221]: DEBUG nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1482.578121] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.578299] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1482.617073] env[62221]: DEBUG nova.network.neutron [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.694366] env[62221]: INFO nova.compute.manager [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Took 42.38 seconds to build instance. [ 1482.800107] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701243, 'name': Rename_Task, 'duration_secs': 0.14794} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.800253] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.800514] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3582535-d96e-48c5-9d32-f5457e659dbd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.808033] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1482.808033] env[62221]: value = "task-1701244" [ 1482.808033] env[62221]: _type = "Task" [ 1482.808033] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.820421] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.839984] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.847547] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.849673] env[62221]: DEBUG nova.compute.manager [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Received event network-vif-plugged-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.849873] env[62221]: DEBUG oslo_concurrency.lockutils [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] Acquiring lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.850111] env[62221]: DEBUG oslo_concurrency.lockutils [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] Lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.850302] env[62221]: DEBUG oslo_concurrency.lockutils [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] Lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.850486] env[62221]: DEBUG nova.compute.manager [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] No waiting events found dispatching network-vif-plugged-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1482.850675] env[62221]: WARNING nova.compute.manager [req-7136cb4c-e687-44be-9483-35aa7cf9786a req-8407084c-d5f2-4fb5-824e-35c5a82516bc service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Received unexpected event network-vif-plugged-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 for instance with vm_state building and task_state spawning. [ 1482.872305] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bd48b-ea5f-4ad8-8a29-9ea956c388ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.879988] env[62221]: DEBUG nova.network.neutron [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.881976] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3bbab0-8dae-4ee6-be17-d70ff4942104 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.917288] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd2251-1ba3-4fa8-944b-cbcb56402112 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.926284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1aea43-09a6-468b-83d8-872688b9ea4c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.945495] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.945495] env[62221]: DEBUG nova.compute.provider_tree [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.951439] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Successfully updated port: 1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.121307] env[62221]: INFO nova.compute.manager [-] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Took 1.29 seconds to deallocate network for instance. [ 1483.197055] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb954d93-d989-437f-9c00-970b41c9b0c6 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.887s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.319461] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.387075] env[62221]: INFO nova.compute.manager [-] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Took 1.27 seconds to deallocate network for instance. [ 1483.404194] env[62221]: DEBUG nova.compute.manager [req-24f93711-c715-4a24-999f-78508c40082d req-58f67bb2-061a-40e6-a230-7f5afb401701 service nova] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Received event network-vif-deleted-4610318c-4ef0-484b-b4e9-f00d4bc5be17 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.404397] env[62221]: DEBUG nova.compute.manager [req-24f93711-c715-4a24-999f-78508c40082d req-58f67bb2-061a-40e6-a230-7f5afb401701 service nova] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Received event network-vif-deleted-6a3dffd2-100b-430c-ae9b-90db1ee32012 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.404608] env[62221]: DEBUG nova.compute.manager [req-24f93711-c715-4a24-999f-78508c40082d req-58f67bb2-061a-40e6-a230-7f5afb401701 service nova] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Received event network-vif-deleted-7269ff95-6d23-4171-b615-eddac3ff1ea3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.404787] env[62221]: DEBUG nova.compute.manager [req-24f93711-c715-4a24-999f-78508c40082d req-58f67bb2-061a-40e6-a230-7f5afb401701 service nova] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Received event network-vif-deleted-4553a111-602f-44ff-9923-562e1ecb8071 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.455594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.455741] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquired lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.455890] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.483763] env[62221]: DEBUG nova.scheduler.client.report [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1483.484040] env[62221]: DEBUG nova.compute.provider_tree [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 109 to 110 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1483.484233] env[62221]: DEBUG nova.compute.provider_tree [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.629797] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.632374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.632550] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.632726] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1483.819957] env[62221]: DEBUG oslo_vmware.api [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701244, 'name': PowerOnVM_Task, 'duration_secs': 0.63177} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.820306] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.820543] env[62221]: INFO nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1483.820721] env[62221]: DEBUG nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1483.822594] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e6b65-2830-4308-b84a-362d4acd5af8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.896262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.990027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.563s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.993314] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.995417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.963s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.997799] env[62221]: INFO nova.compute.claims [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.033433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "55a48f9a-37e3-405f-a420-286d6067ae71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.033674] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.149511] env[62221]: DEBUG nova.network.neutron [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Updating instance_info_cache with network_info: [{"id": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "address": "fa:16:3e:09:1b:6f", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e9d0a-29", "ovs_interfaceid": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.340918] env[62221]: INFO nova.compute.manager [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Took 41.97 seconds to build instance. [ 1484.506591] env[62221]: DEBUG oslo_concurrency.lockutils [None req-69d8f3d6-e747-47a4-a42d-981ab7161a32 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.519s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.507181] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.030s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.507445] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.507657] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.507824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.511740] env[62221]: INFO nova.compute.manager [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Terminating instance [ 1484.513875] env[62221]: DEBUG nova.compute.manager [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1484.514080] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.514341] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d39e6051-bf50-4a65-83d9-0729a1b91a0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.524326] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd8d0e4-3cff-4086-8da4-24759eef39fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.537073] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1484.557304] env[62221]: WARNING nova.virt.vmwareapi.vmops [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 35e34ca2-6f41-4b14-ba16-ce8621841b11 could not be found. [ 1484.557546] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.557711] env[62221]: INFO nova.compute.manager [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1484.557917] env[62221]: DEBUG oslo.service.loopingcall [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.558213] env[62221]: DEBUG nova.compute.manager [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1484.558307] env[62221]: DEBUG nova.network.neutron [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.655402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Releasing lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.655402] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Instance network_info: |[{"id": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "address": "fa:16:3e:09:1b:6f", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e9d0a-29", "ovs_interfaceid": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1484.655402] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.660620] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Creating folder: Project (1a4cd1125edd4ef5af20b72d1e0b95a5). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1484.660950] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6192f1dd-8ff4-4321-ba12-fc4bb7a09d86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.672040] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Created folder: Project (1a4cd1125edd4ef5af20b72d1e0b95a5) in parent group-v354396. [ 1484.672348] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Creating folder: Instances. Parent ref: group-v354591. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1484.672622] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2ebd08-4901-480d-a68b-5c3ec6a732a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.693238] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Created folder: Instances in parent group-v354591. [ 1484.693586] env[62221]: DEBUG oslo.service.loopingcall [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.693816] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.694070] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8ac033-7f68-4c31-9365-36fa79296183 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.714166] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.714166] env[62221]: value = "task-1701247" [ 1484.714166] env[62221]: _type = "Task" [ 1484.714166] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.728897] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701247, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.844251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3b638700-2334-4bf3-a972-292f2a26d4e0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.478s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.011482] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updating instance_info_cache with network_info: [{"id": "f759224d-213f-4b65-ba03-2fea1e7d653c", "address": "fa:16:3e:31:1f:1b", "network": {"id": "fff1ff7f-db58-4423-a340-89ef751078bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-476823927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9b4d21468e46c090c843cb0a80bbdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf759224d-21", "ovs_interfaceid": "f759224d-213f-4b65-ba03-2fea1e7d653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.093275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.113909] env[62221]: DEBUG nova.compute.manager [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Received event network-changed-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1485.114447] env[62221]: DEBUG nova.compute.manager [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Refreshing instance network info cache due to event network-changed-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1485.114447] env[62221]: DEBUG oslo_concurrency.lockutils [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] Acquiring lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.114832] env[62221]: DEBUG oslo_concurrency.lockutils [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] Acquired lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.115096] env[62221]: DEBUG nova.network.neutron [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Refreshing network info cache for port 1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.225524] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701247, 'name': CreateVM_Task, 'duration_secs': 0.458544} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.225760] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.226558] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.226769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.227224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.227562] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58cd047-ee0d-409b-bfc0-8b0aed5f99e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.235298] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1485.235298] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b2316-2692-faed-02da-df3aafea9ac4" [ 1485.235298] env[62221]: _type = "Task" [ 1485.235298] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.243842] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b2316-2692-faed-02da-df3aafea9ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.408530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2bcf9-3f7d-49c5-8707-25a324d856da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.418065] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1cb20-cbf5-4f4c-aa94-8c4235a50c8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.454542] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee51824-a2bf-406e-8daa-b377ab12f5f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.463276] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6644b23-b221-4146-85a9-8311749bd366 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.478027] env[62221]: DEBUG nova.compute.provider_tree [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.515675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.516034] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1485.516229] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.516431] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.516588] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.516816] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.517022] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.517231] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.517376] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1485.517528] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.559108] env[62221]: DEBUG nova.network.neutron [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.748764] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b2316-2692-faed-02da-df3aafea9ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.015374} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.749073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.749324] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.749562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.749706] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.749927] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.750184] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf8a464-aa66-4a06-8581-ceedb258b381 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.765431] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.765643] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.766537] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f019333-0b35-47fd-89f6-f28c8225027a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.772149] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1485.772149] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7d308-de86-73df-69fc-b54841543e83" [ 1485.772149] env[62221]: _type = "Task" [ 1485.772149] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.779764] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7d308-de86-73df-69fc-b54841543e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.864392] env[62221]: DEBUG nova.network.neutron [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Updated VIF entry in instance network info cache for port 1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.864778] env[62221]: DEBUG nova.network.neutron [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Updating instance_info_cache with network_info: [{"id": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "address": "fa:16:3e:09:1b:6f", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e9d0a-29", "ovs_interfaceid": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.981254] env[62221]: DEBUG nova.scheduler.client.report [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1486.020539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.061769] env[62221]: INFO nova.compute.manager [-] [instance: 35e34ca2-6f41-4b14-ba16-ce8621841b11] Took 1.50 seconds to deallocate network for instance. [ 1486.121515] env[62221]: INFO nova.compute.manager [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Rebuilding instance [ 1486.211468] env[62221]: DEBUG nova.compute.manager [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1486.212401] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10a2868-74ee-4d19-aec4-6a3315bb75b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.283653] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e7d308-de86-73df-69fc-b54841543e83, 'name': SearchDatastore_Task, 'duration_secs': 0.024467} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.284444] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2a115f-9b9f-4780-9709-d6f3242bd51f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.289659] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1486.289659] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5235ce67-e207-c4cb-ada9-a9546ccdae83" [ 1486.289659] env[62221]: _type = "Task" [ 1486.289659] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.297413] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5235ce67-e207-c4cb-ada9-a9546ccdae83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.367870] env[62221]: DEBUG oslo_concurrency.lockutils [req-e01c4303-9c17-43a0-9f17-fe07c824fece req-db335798-d5ff-42ec-b8ca-88e02fa1a823 service nova] Releasing lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.486755] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.487383] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1486.490389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.855s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.491820] env[62221]: INFO nova.compute.claims [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.724453] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.724756] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4555f161-82cb-4bf2-8b3c-93c87d257b2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.732507] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1486.732507] env[62221]: value = "task-1701248" [ 1486.732507] env[62221]: _type = "Task" [ 1486.732507] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.740895] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.801291] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5235ce67-e207-c4cb-ada9-a9546ccdae83, 'name': SearchDatastore_Task, 'duration_secs': 0.038985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.801553] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.801806] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4938da75-5dfa-47ea-87f2-a00541a00635/4938da75-5dfa-47ea-87f2-a00541a00635.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.802090] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550c5688-5b0e-440e-8b16-71df453d758f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.808738] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1486.808738] env[62221]: value = "task-1701249" [ 1486.808738] env[62221]: _type = "Task" [ 1486.808738] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.816293] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.998688] env[62221]: DEBUG nova.compute.utils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.000394] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1487.000586] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.086152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6da59132-e767-4fa6-ba71-7c948fb89282 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "35e34ca2-6f41-4b14-ba16-ce8621841b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.579s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.130242] env[62221]: DEBUG nova.policy [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4cd9882e6a4a208e1d2af3e6ecc03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ceabc6e2f94e8b8d33f61d5fc9ddaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1487.245437] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701248, 'name': PowerOffVM_Task, 'duration_secs': 0.214516} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.245602] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.245751] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.246640] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ee5e9-2846-48e4-be98-1b9dc0088219 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.255151] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.255457] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16cfa567-1bb7-4526-891b-2088c68f8539 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.320888] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.363316] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.363884] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.363996] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleting the datastore file [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.364401] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b293ede7-25b3-4b86-85a1-46097ad3c908 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.373088] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1487.373088] env[62221]: value = "task-1701251" [ 1487.373088] env[62221]: _type = "Task" [ 1487.373088] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.381458] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.504414] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1487.640982] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Successfully created port: dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.825195] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585371} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.825692] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4938da75-5dfa-47ea-87f2-a00541a00635/4938da75-5dfa-47ea-87f2-a00541a00635.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.825905] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.826186] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74730ffc-fa62-4e56-919a-7160c32ffdf8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.832728] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1487.832728] env[62221]: value = "task-1701252" [ 1487.832728] env[62221]: _type = "Task" [ 1487.832728] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.844660] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.887460] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182577} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.887766] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.888883] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.888883] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.894658] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002ce95-9835-4bac-ab16-b218cc93a932 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.904258] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116ac32-47d5-4f43-957f-52ea13cafebd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.935024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143d1fb-90a4-4b4b-931a-49a75f52bef2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.944753] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e021c5d-e806-43c3-8937-b0f09ac1ebb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.958736] env[62221]: DEBUG nova.compute.provider_tree [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.345535] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070157} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.345873] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.346775] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb9fef-8147-4188-b530-ce4e3faa5860 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.369579] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4938da75-5dfa-47ea-87f2-a00541a00635/4938da75-5dfa-47ea-87f2-a00541a00635.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.369868] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7763351-6c81-4b15-808c-e63673fd8633 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.390287] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1488.390287] env[62221]: value = "task-1701253" [ 1488.390287] env[62221]: _type = "Task" [ 1488.390287] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.402304] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.478719] env[62221]: ERROR nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [req-d6f9e8bf-a463-43c6-9b20-097b63b329b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6f9e8bf-a463-43c6-9b20-097b63b329b2"}]} [ 1488.495044] env[62221]: DEBUG nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1488.522440] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1488.522440] env[62221]: DEBUG nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1488.522440] env[62221]: DEBUG nova.compute.provider_tree [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.540570] env[62221]: DEBUG nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1488.573116] env[62221]: DEBUG nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1488.589507] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.589773] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.589985] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.590253] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.590434] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.590628] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.590889] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.591118] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.591358] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.591547] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.591771] env[62221]: DEBUG nova.virt.hardware [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.592750] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9894f87a-d3e3-4cdb-b25b-61f6de0db231 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.606112] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa2871a-bfcb-4380-9f55-9272a2b21bda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.699043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.699213] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.872331] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919fa60-258e-478e-85b9-37e6df804e96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.880111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f6241e-4743-4eb2-bd65-77468b80de32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.916880] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8241cd-76c3-41b6-a3d2-be7ed04f10a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.927365] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701253, 'name': ReconfigVM_Task, 'duration_secs': 0.268897} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.930339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5e3cb2-1034-4ddc-a532-3b0ee1dc874f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.934114] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4938da75-5dfa-47ea-87f2-a00541a00635/4938da75-5dfa-47ea-87f2-a00541a00635.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.934934] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70187ee9-6c1f-41da-85b5-267d324f25e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.940924] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.941209] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.941384] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.941573] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.941720] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.941866] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.942364] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.942364] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.942503] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.942550] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.942723] env[62221]: DEBUG nova.virt.hardware [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.943586] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698805f0-3ce3-4ca7-8722-9d512b1ecc1b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.954951] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1488.954951] env[62221]: value = "task-1701254" [ 1488.954951] env[62221]: _type = "Task" [ 1488.954951] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.955436] env[62221]: DEBUG nova.compute.provider_tree [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.964359] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37f87a-accd-4126-b50a-715a440fdbc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.972750] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701254, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.982925] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:92:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664fc891-9f51-49e6-b166-4032d07d41a8', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.990457] env[62221]: DEBUG oslo.service.loopingcall [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.990996] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.991281] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714c2225-4fcc-4b3d-a8a7-393670250051 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.011567] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.011567] env[62221]: value = "task-1701255" [ 1489.011567] env[62221]: _type = "Task" [ 1489.011567] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.020081] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701255, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.202253] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1489.215995] env[62221]: DEBUG nova.compute.manager [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Received event network-vif-plugged-dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.215995] env[62221]: DEBUG oslo_concurrency.lockutils [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] Acquiring lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.215995] env[62221]: DEBUG oslo_concurrency.lockutils [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.215995] env[62221]: DEBUG oslo_concurrency.lockutils [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.215995] env[62221]: DEBUG nova.compute.manager [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] No waiting events found dispatching network-vif-plugged-dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.216210] env[62221]: WARNING nova.compute.manager [req-1dad2186-9bba-4c16-9bc1-ad08d7094059 req-29c21a0d-3f8c-440e-8bcf-a6598fe3e29e service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Received unexpected event network-vif-plugged-dd113159-dc52-48c6-b287-b2f41e1382a0 for instance with vm_state building and task_state spawning. [ 1489.389565] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Successfully updated port: dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.470683] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701254, 'name': Rename_Task, 'duration_secs': 0.155035} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.470946] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.471200] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-666765cd-c673-42dd-9c7e-90b4ef2b9e21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.477377] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1489.477377] env[62221]: value = "task-1701256" [ 1489.477377] env[62221]: _type = "Task" [ 1489.477377] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.489454] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.504724] env[62221]: DEBUG nova.scheduler.client.report [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1489.504991] env[62221]: DEBUG nova.compute.provider_tree [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 112 to 113 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1489.505253] env[62221]: DEBUG nova.compute.provider_tree [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.521503] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701255, 'name': CreateVM_Task, 'duration_secs': 0.324193} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.522309] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.523071] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.523244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.523561] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.524436] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3c6b68-a02a-4418-92c4-e66db358d1c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.529359] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1489.529359] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52162629-e3a8-9ab5-b548-e1beca8fe0ca" [ 1489.529359] env[62221]: _type = "Task" [ 1489.529359] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.537190] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52162629-e3a8-9ab5-b548-e1beca8fe0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.754692] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.892716] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.892972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.893144] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.987563] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701256, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.010562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.520s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.011178] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1490.014509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.761s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.015791] env[62221]: INFO nova.compute.claims [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.040301] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52162629-e3a8-9ab5-b548-e1beca8fe0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.040448] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.040686] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.040914] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.041079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.041255] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.041525] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd8616b4-d7a3-42b5-b983-5c2964f57c22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.049655] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.049835] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.050790] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5b08b0-725f-48b1-a1c7-75f49d65f54f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.056270] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1490.056270] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f7b151-b0af-7276-24fc-9bc57fd4e7e0" [ 1490.056270] env[62221]: _type = "Task" [ 1490.056270] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.063944] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f7b151-b0af-7276-24fc-9bc57fd4e7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.430417] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.487832] env[62221]: DEBUG oslo_vmware.api [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701256, 'name': PowerOnVM_Task, 'duration_secs': 0.553285} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.488095] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.488307] env[62221]: INFO nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1490.488484] env[62221]: DEBUG nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.489251] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd98493-ed0d-40be-8cd3-18653b39478c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.522862] env[62221]: DEBUG nova.compute.utils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.524397] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1490.524498] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.564799] env[62221]: DEBUG nova.policy [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4cd9882e6a4a208e1d2af3e6ecc03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ceabc6e2f94e8b8d33f61d5fc9ddaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1490.571313] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f7b151-b0af-7276-24fc-9bc57fd4e7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008507} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.572120] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3b1da4-96bb-4228-a2a5-abef62b534d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.583974] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1490.583974] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c38f0-6b6f-bb81-12e2-64ef8816e941" [ 1490.583974] env[62221]: _type = "Task" [ 1490.583974] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.613536] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c38f0-6b6f-bb81-12e2-64ef8816e941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.664277] env[62221]: DEBUG nova.network.neutron [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Updating instance_info_cache with network_info: [{"id": "dd113159-dc52-48c6-b287-b2f41e1382a0", "address": "fa:16:3e:40:ed:45", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd113159-dc", "ovs_interfaceid": "dd113159-dc52-48c6-b287-b2f41e1382a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.909365] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Successfully created port: a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.927222] env[62221]: DEBUG nova.compute.manager [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Received event network-changed {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1490.927222] env[62221]: DEBUG nova.compute.manager [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Refreshing instance network info cache due to event network-changed. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1490.927222] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] Acquiring lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.927222] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] Acquired lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.927222] env[62221]: DEBUG nova.network.neutron [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.008578] env[62221]: INFO nova.compute.manager [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Took 38.72 seconds to build instance. [ 1491.030620] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1491.106799] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525c38f0-6b6f-bb81-12e2-64ef8816e941, 'name': SearchDatastore_Task, 'duration_secs': 0.036302} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.107421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.107707] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.108482] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1910e8d-7d64-4015-b928-a1f235bdb34d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.115923] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1491.115923] env[62221]: value = "task-1701257" [ 1491.115923] env[62221]: _type = "Task" [ 1491.115923] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.129537] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.167190] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.167906] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance network_info: |[{"id": "dd113159-dc52-48c6-b287-b2f41e1382a0", "address": "fa:16:3e:40:ed:45", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd113159-dc", "ovs_interfaceid": "dd113159-dc52-48c6-b287-b2f41e1382a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1491.168399] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ed:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd113159-dc52-48c6-b287-b2f41e1382a0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.176380] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating folder: Project (59ceabc6e2f94e8b8d33f61d5fc9ddaa). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.179478] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22439bae-85a6-4337-aaed-ecc42e256ae0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.191138] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created folder: Project (59ceabc6e2f94e8b8d33f61d5fc9ddaa) in parent group-v354396. [ 1491.191332] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating folder: Instances. Parent ref: group-v354595. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.191580] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d107cb2-81b7-42e8-83ab-612f53e2edb7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.203587] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created folder: Instances in parent group-v354595. [ 1491.203840] env[62221]: DEBUG oslo.service.loopingcall [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.204036] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.204370] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06254e01-86a0-4f52-93a5-65bb27d6efb7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.229575] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.229575] env[62221]: value = "task-1701260" [ 1491.229575] env[62221]: _type = "Task" [ 1491.229575] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.238934] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701260, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.243291] env[62221]: DEBUG nova.compute.manager [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Received event network-changed-dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.243482] env[62221]: DEBUG nova.compute.manager [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Refreshing instance network info cache due to event network-changed-dd113159-dc52-48c6-b287-b2f41e1382a0. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1491.243692] env[62221]: DEBUG oslo_concurrency.lockutils [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] Acquiring lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.243832] env[62221]: DEBUG oslo_concurrency.lockutils [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] Acquired lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.243989] env[62221]: DEBUG nova.network.neutron [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Refreshing network info cache for port dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.392843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e407e76-1216-42c1-a0a9-c27c0d0ed736 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.401027] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d900bb5a-a543-40be-9a37-297be61af3c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.433665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e0b4c-09c9-42f0-a295-180ac2ccaa26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.441223] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bbef2f-923a-43bc-8300-87bc0202212d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.454449] env[62221]: DEBUG nova.compute.provider_tree [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.511938] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54dc81e0-a8d1-4f53-860e-35b8e401b191 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.588s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.520292] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "4938da75-5dfa-47ea-87f2-a00541a00635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.520491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.520693] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.520870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.521040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.523987] env[62221]: INFO nova.compute.manager [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Terminating instance [ 1491.525290] env[62221]: DEBUG nova.compute.manager [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1491.525472] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.526343] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155e681-c129-474a-9f16-fb11d140b247 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.540015] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.540292] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca51add6-db14-417c-8b4f-bde19e67f035 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.548275] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1491.548275] env[62221]: value = "task-1701261" [ 1491.548275] env[62221]: _type = "Task" [ 1491.548275] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.557302] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.626642] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.744675] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701260, 'name': CreateVM_Task, 'duration_secs': 0.432289} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.744899] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.745615] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.748729] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.749084] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.751629] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4235d8-bba5-43cc-b901-57fd90cc665d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.759269] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1491.759269] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52949032-f17b-2fbb-71f5-6915acdd68d4" [ 1491.759269] env[62221]: _type = "Task" [ 1491.759269] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.769507] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52949032-f17b-2fbb-71f5-6915acdd68d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.867979] env[62221]: DEBUG nova.network.neutron [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Updating instance_info_cache with network_info: [{"id": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "address": "fa:16:3e:09:1b:6f", "network": {"id": "272f0d02-9593-4209-b8c3-c61befb37936", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b07ad1c257a4e9c963231944854b7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e9d0a-29", "ovs_interfaceid": "1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.958091] env[62221]: DEBUG nova.scheduler.client.report [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.040239] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1492.058444] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701261, 'name': PowerOffVM_Task, 'duration_secs': 0.180536} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.058764] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.058975] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.059323] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3997f53-2ba7-4fd5-99c3-0c1441b7924d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.097864] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1492.098077] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1492.098158] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.098299] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1492.098438] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.098624] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1492.098844] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1492.099011] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1492.099789] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1492.099999] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1492.100212] env[62221]: DEBUG nova.virt.hardware [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1492.101691] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ecdbc-6084-41dd-b728-7317f5fda018 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.109064] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb0bbd9-36c7-4027-8328-844b3c5f1184 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.131026] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.155791] env[62221]: DEBUG nova.network.neutron [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Updated VIF entry in instance network info cache for port dd113159-dc52-48c6-b287-b2f41e1382a0. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.156176] env[62221]: DEBUG nova.network.neutron [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Updating instance_info_cache with network_info: [{"id": "dd113159-dc52-48c6-b287-b2f41e1382a0", "address": "fa:16:3e:40:ed:45", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd113159-dc", "ovs_interfaceid": "dd113159-dc52-48c6-b287-b2f41e1382a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.270382] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52949032-f17b-2fbb-71f5-6915acdd68d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.370875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1068e541-9cbb-4784-a682-1778b5814fa6 tempest-ServerExternalEventsTest-95739925 tempest-ServerExternalEventsTest-95739925-project] Releasing lock "refresh_cache-4938da75-5dfa-47ea-87f2-a00541a00635" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.394094] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.394878] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.394878] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Deleting the datastore file [datastore1] 4938da75-5dfa-47ea-87f2-a00541a00635 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.395277] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da6f162b-cac6-484f-9185-3cdeaadf8f7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.402207] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for the task: (returnval){ [ 1492.402207] env[62221]: value = "task-1701263" [ 1492.402207] env[62221]: _type = "Task" [ 1492.402207] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.411763] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.462696] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.463632] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.466778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.468851] env[62221]: INFO nova.compute.claims [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.635644] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.659496] env[62221]: DEBUG oslo_concurrency.lockutils [req-df185fd6-b5bc-4091-9b02-9012f2084cab req-c5916586-8e66-43ad-921b-4385a6826ed9 service nova] Releasing lock "refresh_cache-12ccb3cc-704c-474d-b1b1-8009f59abd52" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.660689] env[62221]: DEBUG nova.compute.manager [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Received event network-vif-plugged-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.660896] env[62221]: DEBUG oslo_concurrency.lockutils [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] Acquiring lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.661570] env[62221]: DEBUG oslo_concurrency.lockutils [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.661570] env[62221]: DEBUG oslo_concurrency.lockutils [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.661570] env[62221]: DEBUG nova.compute.manager [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] No waiting events found dispatching network-vif-plugged-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1492.661570] env[62221]: WARNING nova.compute.manager [req-9bc63098-9c96-47c7-aabe-c592269eb608 req-51956bd1-3193-4938-888a-5fd79e9592b6 service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Received unexpected event network-vif-plugged-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 for instance with vm_state building and task_state spawning. [ 1492.686585] env[62221]: DEBUG oslo_concurrency.lockutils [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.686585] env[62221]: DEBUG oslo_concurrency.lockutils [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.686752] env[62221]: DEBUG nova.objects.instance [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.772376] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52949032-f17b-2fbb-71f5-6915acdd68d4, 'name': SearchDatastore_Task, 'duration_secs': 0.746584} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.772376] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.772567] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.772672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.772862] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.773014] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.773285] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-746e2447-ac29-4757-8408-37e88656aa35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.784785] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Successfully updated port: a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.788766] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.788870] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.789731] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278eeae6-6994-45ca-a4f0-a58cf61af46e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.795569] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1492.795569] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523a31e4-ef92-357b-0b59-6b3c1d170db8" [ 1492.795569] env[62221]: _type = "Task" [ 1492.795569] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.805403] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523a31e4-ef92-357b-0b59-6b3c1d170db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.912666] env[62221]: DEBUG oslo_vmware.api [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Task: {'id': task-1701263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248043} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.912933] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.913173] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.913360] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.913533] env[62221]: INFO nova.compute.manager [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1492.913774] env[62221]: DEBUG oslo.service.loopingcall [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.914264] env[62221]: DEBUG nova.compute.manager [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1492.914264] env[62221]: DEBUG nova.network.neutron [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.976934] env[62221]: DEBUG nova.compute.utils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.979930] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1492.980122] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.021204] env[62221]: DEBUG nova.policy [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0970c7a6f62d404b9bd23ed7ed945e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b24f2f951f3478ca93dc0d37acca988', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1493.133559] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.192742] env[62221]: DEBUG nova.objects.instance [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.288546] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.288546] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.288546] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.309932] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523a31e4-ef92-357b-0b59-6b3c1d170db8, 'name': SearchDatastore_Task, 'duration_secs': 0.19975} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.309932] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cfd908-4292-47c6-9386-3da631c7f5be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.316256] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1493.316256] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a358cf-0c07-75fc-52a6-c6af6fe1a44c" [ 1493.316256] env[62221]: _type = "Task" [ 1493.316256] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.324766] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a358cf-0c07-75fc-52a6-c6af6fe1a44c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.456143] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Successfully created port: 4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.481014] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.639333] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.697789] env[62221]: DEBUG nova.objects.base [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1493.697789] env[62221]: DEBUG nova.network.neutron [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.768161] env[62221]: DEBUG nova.network.neutron [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.812612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-acb68762-9327-4abb-872b-b91536466e3f tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.829258] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a358cf-0c07-75fc-52a6-c6af6fe1a44c, 'name': SearchDatastore_Task, 'duration_secs': 0.183373} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.829554] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.829813] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.830096] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cdf8b42-792a-4a34-a1c2-d74ddf372a3d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.837010] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1493.837010] env[62221]: value = "task-1701264" [ 1493.837010] env[62221]: _type = "Task" [ 1493.837010] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.849566] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.851623] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.857809] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b92eb36-9356-4381-a44b-f7da99009e32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.864964] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb389bb3-5984-47ce-8861-b657e6b1b901 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.898373] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b0a1e-f466-49a7-b445-eab4b23dbd31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.907133] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c29006-b1ba-4976-a5ea-97c4fd7c637a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.919493] env[62221]: DEBUG nova.compute.provider_tree [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.112693] env[62221]: DEBUG nova.network.neutron [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Updating instance_info_cache with network_info: [{"id": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "address": "fa:16:3e:0a:bc:ab", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5401b94-e4", "ovs_interfaceid": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.137116] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701257, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.7395} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.137116] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.137316] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.137495] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d873535d-9d7c-45ae-8006-dc528cb321fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.144329] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1494.144329] env[62221]: value = "task-1701265" [ 1494.144329] env[62221]: _type = "Task" [ 1494.144329] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.152329] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.270806] env[62221]: INFO nova.compute.manager [-] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Took 1.36 seconds to deallocate network for instance. [ 1494.348427] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701264, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.472507] env[62221]: DEBUG nova.scheduler.client.report [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1494.472785] env[62221]: DEBUG nova.compute.provider_tree [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 113 to 114 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1494.472969] env[62221]: DEBUG nova.compute.provider_tree [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.496212] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.556188] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.556449] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.556602] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.556784] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.556926] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.557093] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.557294] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.557451] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.557614] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.557777] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.557947] env[62221]: DEBUG nova.virt.hardware [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.558868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7ca0b-c76e-4cf5-9f06-b79c5caf1d86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.569084] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e1e762-ff5f-4689-9a17-4d3e8df8fa55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.616553] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.616553] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Instance network_info: |[{"id": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "address": "fa:16:3e:0a:bc:ab", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5401b94-e4", "ovs_interfaceid": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1494.616553] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:bc:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.624349] env[62221]: DEBUG oslo.service.loopingcall [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.625391] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.625520] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-506a251b-f863-46e8-a41b-a50b905756bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.645326] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.645326] env[62221]: value = "task-1701266" [ 1494.645326] env[62221]: _type = "Task" [ 1494.645326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.656104] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065147} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.663315] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.663315] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701266, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.663315] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437429bd-e076-4472-9d99-ac7c129f1e6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.683057] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.683765] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31fd8c42-c4fb-49e2-a5b0-0f8ed6dbfd4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.704885] env[62221]: DEBUG nova.compute.manager [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Received event network-changed-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.705106] env[62221]: DEBUG nova.compute.manager [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Refreshing instance network info cache due to event network-changed-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1494.705393] env[62221]: DEBUG oslo_concurrency.lockutils [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] Acquiring lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.705580] env[62221]: DEBUG oslo_concurrency.lockutils [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] Acquired lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.705800] env[62221]: DEBUG nova.network.neutron [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Refreshing network info cache for port a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.708841] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1494.708841] env[62221]: value = "task-1701267" [ 1494.708841] env[62221]: _type = "Task" [ 1494.708841] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.718742] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.777149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.849221] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931989} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.849494] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.849702] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.849944] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d641b2a-dc0f-4920-ab4d-722709091f58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.857506] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1494.857506] env[62221]: value = "task-1701268" [ 1494.857506] env[62221]: _type = "Task" [ 1494.857506] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.865454] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.978493] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.979018] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1494.982149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.142s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.982442] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.985190] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.138s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.985420] env[62221]: DEBUG nova.objects.instance [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lazy-loading 'resources' on Instance uuid 232d94a3-830f-4177-a0da-c91c3fbb767b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.040540] env[62221]: INFO nova.scheduler.client.report [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocations for instance 3f3ac56d-0160-436e-87e0-4a8f4a57cb18 [ 1495.158892] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701266, 'name': CreateVM_Task, 'duration_secs': 0.496068} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.159179] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.159804] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.159972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.160314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.160569] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d475096-4e71-44e9-a5ac-aaea7edfe6c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.165585] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1495.165585] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e717cf-b494-fe40-08fd-65bcf40d2988" [ 1495.165585] env[62221]: _type = "Task" [ 1495.165585] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.174045] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e717cf-b494-fe40-08fd-65bcf40d2988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.222412] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701267, 'name': ReconfigVM_Task, 'duration_secs': 0.281386} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.222412] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845/a3d10b62-609b-4fd7-818e-ae9aaf1fc845.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.222412] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3206e6-abcb-42b4-af6b-20daed656115 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.230794] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1495.230794] env[62221]: value = "task-1701269" [ 1495.230794] env[62221]: _type = "Task" [ 1495.230794] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.239510] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701269, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.369499] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061846} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.369767] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.370943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b080e64-7a60-44d6-b3cb-beafe4b80d85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.396869] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.399775] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a575d84c-22f6-4785-8a21-89720bcacad4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.420060] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1495.420060] env[62221]: value = "task-1701270" [ 1495.420060] env[62221]: _type = "Task" [ 1495.420060] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.428261] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.491013] env[62221]: DEBUG nova.compute.utils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.495418] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1495.495604] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.551854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1785da50-17d7-4df5-91e0-b31ab63e65fa tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f3ac56d-0160-436e-87e0-4a8f4a57cb18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.142s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.557346] env[62221]: DEBUG nova.compute.manager [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Received event network-vif-plugged-4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.557604] env[62221]: DEBUG oslo_concurrency.lockutils [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.557755] env[62221]: DEBUG oslo_concurrency.lockutils [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.557917] env[62221]: DEBUG oslo_concurrency.lockutils [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.558109] env[62221]: DEBUG nova.compute.manager [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] No waiting events found dispatching network-vif-plugged-4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1495.558247] env[62221]: WARNING nova.compute.manager [req-c62b3eda-01d0-4cb1-89b8-406e2588e611 req-2a84de62-95aa-40b1-b25b-be9b79c5ba9d service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Received unexpected event network-vif-plugged-4848bc2a-85af-41dd-9229-e2af631370b6 for instance with vm_state building and task_state spawning. [ 1495.563091] env[62221]: DEBUG nova.policy [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aa0190f00114a61a3b6c0086766ee44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c7f9ab1e3084187a4eae79b44eecb01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1495.591834] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Successfully updated port: 4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.657445] env[62221]: DEBUG nova.network.neutron [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Updated VIF entry in instance network info cache for port a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.657839] env[62221]: DEBUG nova.network.neutron [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Updating instance_info_cache with network_info: [{"id": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "address": "fa:16:3e:0a:bc:ab", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5401b94-e4", "ovs_interfaceid": "a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.679601] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e717cf-b494-fe40-08fd-65bcf40d2988, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.679810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.680061] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.680355] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.680442] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.680596] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.680851] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19298a31-8f70-4197-a5e1-497946425e7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.689546] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.689716] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.690731] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99013ea1-e39a-4931-82a3-b248831536a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.696112] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1495.696112] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527439d5-373b-aa16-4f9c-20c0a3206ec6" [ 1495.696112] env[62221]: _type = "Task" [ 1495.696112] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.707422] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527439d5-373b-aa16-4f9c-20c0a3206ec6, 'name': SearchDatastore_Task} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.708300] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3055d45e-567f-4646-b6bc-b74c04ef1efd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.716565] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1495.716565] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ae4fb-584e-150c-8cf0-6a4b70b73b7d" [ 1495.716565] env[62221]: _type = "Task" [ 1495.716565] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.724856] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ae4fb-584e-150c-8cf0-6a4b70b73b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.738790] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701269, 'name': Rename_Task, 'duration_secs': 0.149846} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.741352] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.742401] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-464bcb18-4d62-438a-a4c2-f00bc0e73cfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.747893] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1495.747893] env[62221]: value = "task-1701271" [ 1495.747893] env[62221]: _type = "Task" [ 1495.747893] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.757050] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.844138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07312886-af9d-42cf-81d2-aa2f97d2031f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.852894] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e8b21-7bbf-48e3-8236-8d1503792e67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.884051] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.884051] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.884180] env[62221]: DEBUG nova.objects.instance [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.887214] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6826b012-812b-4a0c-9949-256733f7b0c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.894455] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5a0ce-9f4f-4509-b983-58452646783b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.910195] env[62221]: DEBUG nova.compute.provider_tree [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.915180] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Successfully created port: 7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.930146] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.001052] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1496.097991] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.098184] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.098341] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.163014] env[62221]: DEBUG oslo_concurrency.lockutils [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] Releasing lock "refresh_cache-42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.163313] env[62221]: DEBUG nova.compute.manager [req-8ee69785-cbf2-47b2-a50d-8f2cd924f748 req-7308da39-3331-467b-8c2d-216aede0c80a service nova] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Received event network-vif-deleted-1c6e9d0a-29d5-4d9b-bc5a-bc277a2323a9 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.227893] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ae4fb-584e-150c-8cf0-6a4b70b73b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.228158] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.228416] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb/42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.228701] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70f1241c-f800-42c9-b40e-afb33a8ad697 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.235327] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1496.235327] env[62221]: value = "task-1701272" [ 1496.235327] env[62221]: _type = "Task" [ 1496.235327] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.243328] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.256492] env[62221]: DEBUG oslo_vmware.api [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701271, 'name': PowerOnVM_Task, 'duration_secs': 0.464719} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.256704] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.256914] env[62221]: DEBUG nova.compute.manager [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1496.257671] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b761f7c-cc38-4af4-a4a5-9f27eb5719b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.414107] env[62221]: DEBUG nova.scheduler.client.report [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1496.432799] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701270, 'name': ReconfigVM_Task, 'duration_secs': 0.692303} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.433098] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.433759] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b64b4dfc-53b4-439e-941e-299976842640 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.443675] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1496.443675] env[62221]: value = "task-1701273" [ 1496.443675] env[62221]: _type = "Task" [ 1496.443675] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.453804] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701273, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.486217] env[62221]: DEBUG nova.objects.instance [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.642201] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.746028] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.775093] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.861528] env[62221]: DEBUG nova.network.neutron [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.920044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.921446] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.980s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.921904] env[62221]: DEBUG nova.objects.instance [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lazy-loading 'resources' on Instance uuid abb964c8-357b-4b81-96ca-60e54db6c1bf {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.954367] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701273, 'name': Rename_Task, 'duration_secs': 0.158057} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.954367] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.954512] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4db11ab-6cd9-4646-8339-c2ddfbf3d89c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.961200] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1496.961200] env[62221]: value = "task-1701274" [ 1496.961200] env[62221]: _type = "Task" [ 1496.961200] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.969203] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.974999] env[62221]: INFO nova.scheduler.client.report [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleted allocations for instance 232d94a3-830f-4177-a0da-c91c3fbb767b [ 1496.989634] env[62221]: DEBUG nova.objects.base [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.989858] env[62221]: DEBUG nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.011293] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1497.055263] env[62221]: DEBUG nova.policy [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1497.065848] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1497.066132] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1497.066325] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.066515] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1497.066659] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.066805] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1497.067017] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1497.067199] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1497.067368] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1497.067550] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1497.067715] env[62221]: DEBUG nova.virt.hardware [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1497.068790] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2e836-1ad0-40c7-8721-f5a06c8a139d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.078182] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c7ac3-ef1c-4231-95b9-84ea96fe82f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.247369] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570165} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.247664] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb/42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.247872] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.248147] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8f6c8d-d72b-422e-baed-abf06bdf77d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.255904] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1497.255904] env[62221]: value = "task-1701275" [ 1497.255904] env[62221]: _type = "Task" [ 1497.255904] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.264112] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.364814] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.365211] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Instance network_info: |[{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1497.365638] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:cf:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4848bc2a-85af-41dd-9229-e2af631370b6', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.378680] env[62221]: DEBUG oslo.service.loopingcall [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.379458] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.379902] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d207c38-6c3b-47f1-9b67-a07f737cb89a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.397306] env[62221]: DEBUG nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Successfully created port: c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.406217] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.406217] env[62221]: value = "task-1701276" [ 1497.406217] env[62221]: _type = "Task" [ 1497.406217] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.415170] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701276, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.434774] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Successfully updated port: 7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.478971] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701274, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.484894] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3a13ae62-2479-41db-a35a-4ca19ec540ee tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "232d94a3-830f-4177-a0da-c91c3fbb767b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.790s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.542407] env[62221]: DEBUG nova.compute.manager [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Received event network-vif-plugged-7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.542637] env[62221]: DEBUG oslo_concurrency.lockutils [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] Acquiring lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.542834] env[62221]: DEBUG oslo_concurrency.lockutils [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.542999] env[62221]: DEBUG oslo_concurrency.lockutils [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.543209] env[62221]: DEBUG nova.compute.manager [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] No waiting events found dispatching network-vif-plugged-7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1497.543413] env[62221]: WARNING nova.compute.manager [req-ff85429e-c86c-4d21-b53f-bc37847b57a9 req-b0d7beb3-23a9-4be8-8298-3eb16be4a720 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Received unexpected event network-vif-plugged-7fe347a7-8107-47d3-99aa-1aadce6a98b4 for instance with vm_state building and task_state spawning. [ 1497.732788] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca667284-991d-4ff6-a891-2b2851508e2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.737636] env[62221]: DEBUG nova.compute.manager [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Received event network-changed-4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.737829] env[62221]: DEBUG nova.compute.manager [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Refreshing instance network info cache due to event network-changed-4848bc2a-85af-41dd-9229-e2af631370b6. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1497.738065] env[62221]: DEBUG oslo_concurrency.lockutils [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] Acquiring lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.738219] env[62221]: DEBUG oslo_concurrency.lockutils [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] Acquired lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.738332] env[62221]: DEBUG nova.network.neutron [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Refreshing network info cache for port 4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.744613] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267ea34-add1-440d-92dc-6781757dd0de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.779096] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d6bdff-5998-4c3b-844d-2791653980f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.786630] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.788825] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.789669] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471388c-606a-4543-8d62-bbe3b9295c0c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.792988] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdaac6d-be3b-480d-a8e4-388675f348bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.808135] env[62221]: DEBUG nova.compute.provider_tree [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.818628] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.818864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.819072] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.819281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.819429] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.821324] env[62221]: INFO nova.compute.manager [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Terminating instance [ 1497.822901] env[62221]: DEBUG nova.compute.manager [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1497.823154] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.832455] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb/42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.836530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ccf09-b1d0-407a-8c53-b404bbf0609d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.839951] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34079c8-d7c4-4bd1-b877-c8b925c5fe5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.864011] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.865310] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062864c5-123b-4763-a8df-5d9ce50a8f86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.867157] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1497.867157] env[62221]: value = "task-1701277" [ 1497.867157] env[62221]: _type = "Task" [ 1497.867157] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.874705] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1497.874705] env[62221]: value = "task-1701278" [ 1497.874705] env[62221]: _type = "Task" [ 1497.874705] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.879014] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.887146] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.899373] env[62221]: DEBUG nova.scheduler.client.report [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1497.899656] env[62221]: DEBUG nova.compute.provider_tree [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 114 to 115 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1497.899864] env[62221]: DEBUG nova.compute.provider_tree [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.918179] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701276, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.940621] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.940818] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquired lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.940975] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.971198] env[62221]: DEBUG oslo_vmware.api [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701274, 'name': PowerOnVM_Task, 'duration_secs': 0.529872} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.971477] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.971680] env[62221]: INFO nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1497.971860] env[62221]: DEBUG nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1497.972667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f092858-5459-47d9-89ff-cfbf769722ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.360472] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "cb57f2fb-8613-45e8-8463-275147da5180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.360802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.361008] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "cb57f2fb-8613-45e8-8463-275147da5180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.361201] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.361372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.363526] env[62221]: INFO nova.compute.manager [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Terminating instance [ 1498.365308] env[62221]: DEBUG nova.compute.manager [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1498.365505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.366346] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb73f04-1cb1-4c6c-baab-eedbdf025e46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.378324] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.378698] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7905b60f-898c-4265-8518-1e155930203e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.386967] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.393464] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701278, 'name': PowerOffVM_Task, 'duration_secs': 0.213749} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.394670] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.394851] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.395188] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1498.395188] env[62221]: value = "task-1701279" [ 1498.395188] env[62221]: _type = "Task" [ 1498.395188] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.395381] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c8298e-f689-46ed-a877-1a9f72cb5960 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.405147] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.484s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.407434] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.407963] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.778s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.408309] env[62221]: DEBUG nova.objects.instance [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lazy-loading 'resources' on Instance uuid 94ed03e1-d02d-4f42-8250-1c281a505d66 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.418067] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701276, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.439292] env[62221]: INFO nova.scheduler.client.report [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted allocations for instance abb964c8-357b-4b81-96ca-60e54db6c1bf [ 1498.461325] env[62221]: DEBUG nova.network.neutron [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updated VIF entry in instance network info cache for port 4848bc2a-85af-41dd-9229-e2af631370b6. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.461971] env[62221]: DEBUG nova.network.neutron [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.473077] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.473510] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.473510] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleting the datastore file [datastore1] a3d10b62-609b-4fd7-818e-ae9aaf1fc845 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.474453] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897bfc4e-fbdb-4d1c-bcf1-857ca204025b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.477513] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.488181] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1498.488181] env[62221]: value = "task-1701281" [ 1498.488181] env[62221]: _type = "Task" [ 1498.488181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.494873] env[62221]: INFO nova.compute.manager [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Took 19.50 seconds to build instance. [ 1498.505744] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.878984] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.907096] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701279, 'name': PowerOffVM_Task, 'duration_secs': 0.195532} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.907355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.908039] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.908039] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730866ce-c712-4181-acf9-c0aece556a33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.924148] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701276, 'name': CreateVM_Task, 'duration_secs': 1.457481} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.924148] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.924148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.924148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.924148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.924148] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdd1ea3-79d3-4acd-8ac8-4bd8072dcbee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.927046] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1498.927046] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5291271e-b833-0354-9434-8debfbeecda5" [ 1498.927046] env[62221]: _type = "Task" [ 1498.927046] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.935937] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5291271e-b833-0354-9434-8debfbeecda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.936486] env[62221]: DEBUG nova.network.neutron [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updating instance_info_cache with network_info: [{"id": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "address": "fa:16:3e:83:41:14", "network": {"id": "a5de1e9c-5852-4954-af43-87d5f0f7fb0b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1254478583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7f9ab1e3084187a4eae79b44eecb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe347a7-81", "ovs_interfaceid": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.948339] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ef5ed205-1f83-49c3-9aa6-400338cb13b3 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "abb964c8-357b-4b81-96ca-60e54db6c1bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.964678] env[62221]: DEBUG oslo_concurrency.lockutils [req-2721be80-75f2-433d-8401-e2efe58e73a6 req-c0460463-dbee-4fb8-a0b1-f8f83f9bff4e service nova] Releasing lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.985513] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.985740] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.985918] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleting the datastore file [datastore1] cb57f2fb-8613-45e8-8463-275147da5180 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.989888] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df065e0a-848b-4a54-8755-e81ddc8c65b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.001379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d8a31775-4c67-4776-a704-eec38e27e9f3 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.029s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.006692] env[62221]: DEBUG oslo_vmware.api [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22844} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.008456] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.008701] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.008890] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.009125] env[62221]: INFO nova.compute.manager [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1499.009436] env[62221]: DEBUG oslo.service.loopingcall [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.009698] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for the task: (returnval){ [ 1499.009698] env[62221]: value = "task-1701283" [ 1499.009698] env[62221]: _type = "Task" [ 1499.009698] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.009869] env[62221]: DEBUG nova.compute.manager [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1499.010068] env[62221]: DEBUG nova.network.neutron [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.022934] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.224601] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee95e1-c3eb-4539-b03a-cd57e390d965 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.232386] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8380d3-5a0f-418b-88a2-d4913fe2ad38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.267894] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f80e74-4c4b-4a64-832b-37a617ec85ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.280172] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf0d3e-d58d-4729-9cec-2c225ec2e73a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.295422] env[62221]: DEBUG nova.compute.provider_tree [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.379993] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701277, 'name': ReconfigVM_Task, 'duration_secs': 1.280296} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.380700] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb/42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.381347] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7726d7a-c8a8-470c-8ae9-10c987f46e25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.388669] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1499.388669] env[62221]: value = "task-1701284" [ 1499.388669] env[62221]: _type = "Task" [ 1499.388669] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.398370] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701284, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.440489] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Releasing lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.440978] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Instance network_info: |[{"id": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "address": "fa:16:3e:83:41:14", "network": {"id": "a5de1e9c-5852-4954-af43-87d5f0f7fb0b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1254478583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7f9ab1e3084187a4eae79b44eecb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe347a7-81", "ovs_interfaceid": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1499.445035] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5291271e-b833-0354-9434-8debfbeecda5, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.445035] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:41:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe347a7-8107-47d3-99aa-1aadce6a98b4', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.455067] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Creating folder: Project (2c7f9ab1e3084187a4eae79b44eecb01). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.455606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.455952] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.456741] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.456741] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.456882] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.458162] env[62221]: DEBUG nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Successfully updated port: c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.460577] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c188d40-972c-4c80-949a-5072fae441b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.463224] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c687f816-dac4-4e1d-b11e-649468a79a3b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.475604] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.475798] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.477818] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee9c5ca-6cc9-48f2-9cb5-ed3162a7230f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.481149] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Created folder: Project (2c7f9ab1e3084187a4eae79b44eecb01) in parent group-v354396. [ 1499.481339] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Creating folder: Instances. Parent ref: group-v354600. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.482163] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28896fac-f159-4771-950b-a7df8592e146 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.488373] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1499.488373] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c85caa-0e3d-96fc-c96b-48766ac9d64a" [ 1499.488373] env[62221]: _type = "Task" [ 1499.488373] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.492719] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Created folder: Instances in parent group-v354600. [ 1499.492953] env[62221]: DEBUG oslo.service.loopingcall [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.493500] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.493900] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c278172-9ed5-40e6-b9f4-33176f6d800e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.512101] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c85caa-0e3d-96fc-c96b-48766ac9d64a, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.517099] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2927bbf-5dba-44c0-85b1-8a5c42cf3e92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.519487] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.519487] env[62221]: value = "task-1701287" [ 1499.519487] env[62221]: _type = "Task" [ 1499.519487] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.530149] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1499.530149] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d664e5-4d52-cb5d-c29b-81d4f0cd56c6" [ 1499.530149] env[62221]: _type = "Task" [ 1499.530149] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.530469] env[62221]: DEBUG oslo_vmware.api [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Task: {'id': task-1701283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168231} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.531189] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.531404] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.531596] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.531765] env[62221]: INFO nova.compute.manager [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1499.532016] env[62221]: DEBUG oslo.service.loopingcall [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.535530] env[62221]: DEBUG nova.compute.manager [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1499.535652] env[62221]: DEBUG nova.network.neutron [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.542236] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701287, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.546374] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d664e5-4d52-cb5d-c29b-81d4f0cd56c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.546570] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.546831] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.547094] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2e97ba2-9bbb-4a9f-b1a9-90a2f0ff9e03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.553628] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1499.553628] env[62221]: value = "task-1701288" [ 1499.553628] env[62221]: _type = "Task" [ 1499.553628] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.562122] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.799106] env[62221]: DEBUG nova.scheduler.client.report [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1499.901771] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701284, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.968950] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.969166] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.969401] env[62221]: DEBUG nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.995104] env[62221]: DEBUG nova.network.neutron [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.997584] env[62221]: DEBUG nova.compute.manager [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Received event network-changed-7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1499.997788] env[62221]: DEBUG nova.compute.manager [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Refreshing instance network info cache due to event network-changed-7fe347a7-8107-47d3-99aa-1aadce6a98b4. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1499.997960] env[62221]: DEBUG oslo_concurrency.lockutils [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] Acquiring lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.998129] env[62221]: DEBUG oslo_concurrency.lockutils [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] Acquired lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.998309] env[62221]: DEBUG nova.network.neutron [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Refreshing network info cache for port 7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.029962] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701287, 'name': CreateVM_Task, 'duration_secs': 0.489483} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.030165] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.030842] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.031019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.031362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.031903] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a0591e-07d2-472e-bf6c-5393873c3b7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.036547] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1500.036547] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528e3860-3578-ac0b-095a-014f87f9b6ca" [ 1500.036547] env[62221]: _type = "Task" [ 1500.036547] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.044347] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528e3860-3578-ac0b-095a-014f87f9b6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.061558] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.147789] env[62221]: DEBUG nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-plugged-c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.147874] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.148268] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.148501] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.148678] env[62221]: DEBUG nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] No waiting events found dispatching network-vif-plugged-c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1500.148845] env[62221]: WARNING nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received unexpected event network-vif-plugged-c98bc630-b1ab-49c3-982a-305f759f038b for instance with vm_state active and task_state None. [ 1500.149013] env[62221]: DEBUG nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-changed-c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.149170] env[62221]: DEBUG nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing instance network info cache due to event network-changed-c98bc630-b1ab-49c3-982a-305f759f038b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1500.149339] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.305719] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.307874] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.411s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.307874] env[62221]: DEBUG nova.objects.instance [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lazy-loading 'resources' on Instance uuid 443a14ba-4dfa-46e6-8d3a-ed136cfb6897 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.370751] env[62221]: INFO nova.scheduler.client.report [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted allocations for instance 94ed03e1-d02d-4f42-8250-1c281a505d66 [ 1500.400135] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701284, 'name': Rename_Task, 'duration_secs': 0.833224} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.400507] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.400507] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3fb182a-9640-48b8-b924-5b4bb9245785 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.407450] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1500.407450] env[62221]: value = "task-1701289" [ 1500.407450] env[62221]: _type = "Task" [ 1500.407450] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.415968] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.442335] env[62221]: DEBUG nova.network.neutron [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.501049] env[62221]: INFO nova.compute.manager [-] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Took 1.49 seconds to deallocate network for instance. [ 1500.506749] env[62221]: WARNING nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1500.551040] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528e3860-3578-ac0b-095a-014f87f9b6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.552214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.552521] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.552806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.553016] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.553267] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.553968] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f663e19-c8b1-4d8d-a890-33e8ba82a0cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.569950] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701288, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.572244] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.572244] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.573179] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3635fd61-90a0-47c7-a94c-5558f7271eab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.578785] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1500.578785] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5225fc34-a1ab-0bc1-f931-909601cfed47" [ 1500.578785] env[62221]: _type = "Task" [ 1500.578785] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.587652] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5225fc34-a1ab-0bc1-f931-909601cfed47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.882416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-731334f7-f8f7-42c8-9fcd-c6b9f9bcd2fc tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "94ed03e1-d02d-4f42-8250-1c281a505d66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.243s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.919360] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.945532] env[62221]: INFO nova.compute.manager [-] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Took 1.41 seconds to deallocate network for instance. [ 1500.950491] env[62221]: DEBUG nova.network.neutron [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updated VIF entry in instance network info cache for port 7fe347a7-8107-47d3-99aa-1aadce6a98b4. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.950822] env[62221]: DEBUG nova.network.neutron [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updating instance_info_cache with network_info: [{"id": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "address": "fa:16:3e:83:41:14", "network": {"id": "a5de1e9c-5852-4954-af43-87d5f0f7fb0b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1254478583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7f9ab1e3084187a4eae79b44eecb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe347a7-81", "ovs_interfaceid": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.013519] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.067563] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701288, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.04572} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.067925] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.068288] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.070828] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21902212-92ac-4692-9707-02037889141f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.078645] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1501.078645] env[62221]: value = "task-1701290" [ 1501.078645] env[62221]: _type = "Task" [ 1501.078645] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.088073] env[62221]: DEBUG nova.network.neutron [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c98bc630-b1ab-49c3-982a-305f759f038b", "address": "fa:16:3e:e5:56:3c", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98bc630-b1", "ovs_interfaceid": "c98bc630-b1ab-49c3-982a-305f759f038b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.097541] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.103605] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5225fc34-a1ab-0bc1-f931-909601cfed47, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.107061] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2a4572-a030-4915-a42f-678bb77595c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.113602] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1501.113602] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dae257-34f7-5ccc-f1af-b18ee63de300" [ 1501.113602] env[62221]: _type = "Task" [ 1501.113602] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.125537] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dae257-34f7-5ccc-f1af-b18ee63de300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.131616] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d8922d-60a9-4a8c-a91c-f350cb716f03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.139185] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5d673-dce9-4735-be73-5245538c4ab9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.171089] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4e136c-3c53-4de2-820a-0dd5fb948979 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.178884] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61073cd5-7941-49c5-af76-bb9bf2c70a47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.194109] env[62221]: DEBUG nova.compute.provider_tree [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.421757] env[62221]: DEBUG oslo_vmware.api [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701289, 'name': PowerOnVM_Task, 'duration_secs': 0.62073} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.422160] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.422457] env[62221]: INFO nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1501.422743] env[62221]: DEBUG nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1501.423915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c1a54-a5af-4329-9ca6-a0373aab8a94 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.454032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.454521] env[62221]: DEBUG oslo_concurrency.lockutils [req-20f6423f-ac63-475e-a9c9-f0d5efbdec54 req-aae1a3ca-b37a-45fd-87f6-834d659452ce service nova] Releasing lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.589279] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063866} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.589567] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.590338] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5626ed9-99cb-4b6b-8628-bf3dec2e09c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.603417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.604013] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.604180] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.612794] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.613090] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.613300] env[62221]: DEBUG nova.network.neutron [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing network info cache for port c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.614849] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986da1ae-5afc-4245-b022-0725c9dd0a51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.617846] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adf5cd1-076b-4cbc-9a91-c2ad9fe852e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.652046] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dae257-34f7-5ccc-f1af-b18ee63de300, 'name': SearchDatastore_Task, 'duration_secs': 0.033248} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.652877] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1501.653117] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1501.653471] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.653546] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1501.653651] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.653812] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1501.654029] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1501.654191] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1501.654355] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1501.654567] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1501.654745] env[62221]: DEBUG nova.virt.hardware [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1501.661171] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfiguring VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1501.662679] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.662932] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ad379fea-fcad-4d5c-b819-719eb8f57bef/ad379fea-fcad-4d5c-b819-719eb8f57bef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.663484] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77bf356-4416-4200-9b32-17c64d7da4a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.675303] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1501.675303] env[62221]: value = "task-1701291" [ 1501.675303] env[62221]: _type = "Task" [ 1501.675303] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.675567] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415e59ec-a256-475b-bc02-5259f4e28b6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.682625] env[62221]: DEBUG oslo_vmware.api [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1501.682625] env[62221]: value = "task-1701292" [ 1501.682625] env[62221]: _type = "Task" [ 1501.682625] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.686070] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.691761] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1501.691761] env[62221]: value = "task-1701293" [ 1501.691761] env[62221]: _type = "Task" [ 1501.691761] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.698146] env[62221]: DEBUG nova.scheduler.client.report [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1501.701666] env[62221]: DEBUG oslo_vmware.api [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701292, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.706730] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.946652] env[62221]: INFO nova.compute.manager [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Took 22.34 seconds to build instance. [ 1502.189341] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.201310] env[62221]: DEBUG oslo_vmware.api [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.205170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.207731] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.208303] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.115s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.210351] env[62221]: INFO nova.compute.claims [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.232536] env[62221]: INFO nova.scheduler.client.report [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Deleted allocations for instance 443a14ba-4dfa-46e6-8d3a-ed136cfb6897 [ 1502.321370] env[62221]: DEBUG nova.compute.manager [req-e3a1154f-e2cd-4e45-9e00-42d5f1f160d0 req-12c0bdce-09ef-44e7-9905-d42e44e5137d service nova] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Received event network-vif-deleted-20a67cbb-1eb3-4b0e-8dab-a1348f641024 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.447247] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d764e77e-43d8-43bf-98c8-906c59e6da54 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.862s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.457199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.457662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.490742] env[62221]: DEBUG nova.network.neutron [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updated VIF entry in instance network info cache for port c98bc630-b1ab-49c3-982a-305f759f038b. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.491302] env[62221]: DEBUG nova.network.neutron [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c98bc630-b1ab-49c3-982a-305f759f038b", "address": "fa:16:3e:e5:56:3c", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98bc630-b1", "ovs_interfaceid": "c98bc630-b1ab-49c3-982a-305f759f038b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.689612] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.698305] env[62221]: DEBUG oslo_vmware.api [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701292, 'name': ReconfigVM_Task, 'duration_secs': 0.742588} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.699116] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.699309] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfigured VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1502.704244] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701293, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.741941] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4a53e205-25ad-45c6-8742-e07151ca8c43 tempest-MultipleCreateTestJSON-288915906 tempest-MultipleCreateTestJSON-288915906-project-member] Lock "443a14ba-4dfa-46e6-8d3a-ed136cfb6897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.803s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.960717] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1502.994054] env[62221]: DEBUG oslo_concurrency.lockutils [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.994290] env[62221]: DEBUG nova.compute.manager [req-c9c34e33-00cd-47ae-9947-17d5a372dec5 req-66cc2577-19a1-4863-9aae-24c842ad0022 service nova] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Received event network-vif-deleted-664fc891-9f51-49e6-b166-4032d07d41a8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.190916] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701291, 'name': ReconfigVM_Task, 'duration_secs': 1.143071} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.191259] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.191946] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f5a896-e6ed-4c9c-87ce-dfeeb7995462 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.202687] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701293, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.035564} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.203848] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ad379fea-fcad-4d5c-b819-719eb8f57bef/ad379fea-fcad-4d5c-b819-719eb8f57bef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.204077] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.204371] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1503.204371] env[62221]: value = "task-1701294" [ 1503.204371] env[62221]: _type = "Task" [ 1503.204371] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.204549] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0d2417-6aaa-4fb0-9069-8c6292bd03c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.207160] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c4c2cd15-9590-4ec5-bc8f-5c8c97933b1d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.323s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.225933] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701294, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.228447] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1503.228447] env[62221]: value = "task-1701295" [ 1503.228447] env[62221]: _type = "Task" [ 1503.228447] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.247090] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.489162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.505043] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35607f81-7694-4dd7-a6cc-e8c1ea49f973 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.512637] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b690e-94c1-46c5-bac7-53262c08524e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.545125] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbde42-8de8-4fc0-8ff5-b8437f2529ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.553282] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88356cc-609c-4726-98a6-7eba1c3a2de6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.568227] env[62221]: DEBUG nova.compute.provider_tree [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.716509] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701294, 'name': Rename_Task, 'duration_secs': 0.315766} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.716786] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.717041] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4efb4b-80a8-43f0-813e-f584ef1ad1cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.723937] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1503.723937] env[62221]: value = "task-1701296" [ 1503.723937] env[62221]: _type = "Task" [ 1503.723937] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.731826] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.739237] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200921} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.739478] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.740243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af97a45-1912-4ad6-9dc9-650825c40496 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.761794] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ad379fea-fcad-4d5c-b819-719eb8f57bef/ad379fea-fcad-4d5c-b819-719eb8f57bef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.762076] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1ee96f-6b90-411c-9069-1843185a609b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.781224] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1503.781224] env[62221]: value = "task-1701297" [ 1503.781224] env[62221]: _type = "Task" [ 1503.781224] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.790935] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.075967] env[62221]: DEBUG nova.scheduler.client.report [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1504.079556] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "ca86177d-ca2e-4943-9e15-619631e30fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.079784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.236073] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.290951] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701297, 'name': ReconfigVM_Task, 'duration_secs': 0.302639} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.291267] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ad379fea-fcad-4d5c-b819-719eb8f57bef/ad379fea-fcad-4d5c-b819-719eb8f57bef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.291962] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7489256-5963-4b64-a140-bdbc334b0171 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.298296] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1504.298296] env[62221]: value = "task-1701298" [ 1504.298296] env[62221]: _type = "Task" [ 1504.298296] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.307270] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701298, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.582971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.582971] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1504.585131] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1504.587795] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.567s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.587961] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.592250] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.592537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.838s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.594035] env[62221]: INFO nova.compute.claims [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.601375] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915972e-cea2-4a76-a731-34fecbfe44e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.615742] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc1afd8-08a7-4b2a-8690-cb3409c4dc72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.631806] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7896e113-60aa-49ea-ba51-f9b24b4cc7f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.639201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382921c-26ef-4630-a798-4d6f0dd57109 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.675798] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179984MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.675798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.735171] env[62221]: DEBUG oslo_vmware.api [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701296, 'name': PowerOnVM_Task, 'duration_secs': 0.697272} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.735171] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.735171] env[62221]: INFO nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1504.735171] env[62221]: DEBUG nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1504.736020] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394834fe-f9f6-43b8-a3e0-f559e7c8e19f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.813827] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701298, 'name': Rename_Task, 'duration_secs': 0.157651} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.813827] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.813827] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686851e1-d6ac-4fc4-898b-7fdc4345f5a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.820028] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1504.820028] env[62221]: value = "task-1701299" [ 1504.820028] env[62221]: _type = "Task" [ 1504.820028] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.831234] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.869650] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.869926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.870164] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.870357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.870871] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.875171] env[62221]: INFO nova.compute.manager [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Terminating instance [ 1504.878033] env[62221]: DEBUG nova.compute.manager [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1504.878033] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.878755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac07463e-a0dc-4e5c-9e2d-b4b5e061ed12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.886716] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.886953] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e81607e-6b7e-44d6-83d7-c84795425530 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.893874] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1504.893874] env[62221]: value = "task-1701300" [ 1504.893874] env[62221]: _type = "Task" [ 1504.893874] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.901878] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.993300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "8b73954d-8935-4061-a4ce-67b94e417d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.993645] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.993879] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.994106] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.994294] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.996675] env[62221]: INFO nova.compute.manager [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Terminating instance [ 1504.998528] env[62221]: DEBUG nova.compute.manager [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1504.999342] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.000014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9ce04-34fe-4c03-a9b9-d7cb617972b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.008136] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.008419] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0e99ef-5948-44d0-b345-6e9cc5ae54c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.016105] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1505.016105] env[62221]: value = "task-1701301" [ 1505.016105] env[62221]: _type = "Task" [ 1505.016105] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.027776] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.089771] env[62221]: DEBUG nova.compute.utils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.091673] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1505.091887] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.132840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.167880] env[62221]: DEBUG nova.policy [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1505.259039] env[62221]: INFO nova.compute.manager [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Took 25.03 seconds to build instance. [ 1505.307312] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-08e51334-9a57-4487-a1f1-351dce7f64cc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.307594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-08e51334-9a57-4487-a1f1-351dce7f64cc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.307968] env[62221]: DEBUG nova.objects.instance [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.335564] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.406387] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701300, 'name': PowerOffVM_Task, 'duration_secs': 0.206258} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.406693] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.406854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.407449] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff6ced9b-42e7-4e94-a0a5-ba183b0fb095 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.526691] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701301, 'name': PowerOffVM_Task, 'duration_secs': 0.169022} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.526977] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.527168] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.527414] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc618d43-595e-474a-a61f-aceb8c0e8b26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.596715] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Successfully created port: fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.599869] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1505.760926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ff3328ae-1d08-4b2a-88bd-c461b1035301 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.538s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.836023] env[62221]: DEBUG oslo_vmware.api [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701299, 'name': PowerOnVM_Task, 'duration_secs': 0.543081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.836580] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.836808] env[62221]: INFO nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1505.837198] env[62221]: DEBUG nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1505.838030] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ce74f-448f-4b8f-8f78-f4f2985c4de6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.842275] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.842608] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.842704] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleting the datastore file [datastore1] 188629ae-6b0c-4003-b8b6-3e6ae2a22a07 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.843383] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422a8d84-85f2-4981-b3ff-397cc5074075 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.855324] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.855585] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.855824] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleting the datastore file [datastore1] 8b73954d-8935-4061-a4ce-67b94e417d3f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.856549] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e4a8ba-3fa7-4a53-84ac-0f3694b0a5c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.859630] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1505.859630] env[62221]: value = "task-1701304" [ 1505.859630] env[62221]: _type = "Task" [ 1505.859630] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.866339] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for the task: (returnval){ [ 1505.866339] env[62221]: value = "task-1701305" [ 1505.866339] env[62221]: _type = "Task" [ 1505.866339] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.874993] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.880112] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.935379] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df822317-e43e-4399-ad1e-fdf3d0293681 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.948146] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf4d8a-518e-4837-ae87-b014c2215fa0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.979876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afd1f75-1717-4e24-b7e8-10203c3e246f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.988296] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9c9769-6fca-4bc2-8e27-22af2e6d5be8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.002554] env[62221]: DEBUG nova.compute.provider_tree [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.021029] env[62221]: DEBUG nova.objects.instance [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.371982] env[62221]: INFO nova.compute.manager [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Took 24.54 seconds to build instance. [ 1506.376260] env[62221]: DEBUG oslo_vmware.api [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447376} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.377170] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.377431] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.377725] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.378091] env[62221]: INFO nova.compute.manager [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1506.378264] env[62221]: DEBUG oslo.service.loopingcall [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.378530] env[62221]: DEBUG nova.compute.manager [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1506.378692] env[62221]: DEBUG nova.network.neutron [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.383467] env[62221]: DEBUG oslo_vmware.api [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Task: {'id': task-1701305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458736} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.384255] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.384255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.384796] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.384796] env[62221]: INFO nova.compute.manager [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1506.384796] env[62221]: DEBUG oslo.service.loopingcall [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.384974] env[62221]: DEBUG nova.compute.manager [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1506.385015] env[62221]: DEBUG nova.network.neutron [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.505494] env[62221]: DEBUG nova.scheduler.client.report [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1506.523045] env[62221]: DEBUG nova.objects.base [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1506.526018] env[62221]: DEBUG nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.613557] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1506.654963] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1506.656370] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1506.656642] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1506.656823] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1506.656959] env[62221]: DEBUG nova.virt.hardware [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1506.658312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d67599-81b5-414d-836d-e1ab0797f300 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.667798] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be141c4-fa92-42a4-b5d7-06e2573f3d73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.674470] env[62221]: DEBUG nova.policy [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1506.877684] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b41ee6da-9581-4815-be77-33e74d7a2b2f tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.057s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.013044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.013581] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1507.016504] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.239s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.016602] env[62221]: DEBUG nova.objects.instance [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lazy-loading 'resources' on Instance uuid 4938da75-5dfa-47ea-87f2-a00541a00635 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.317716] env[62221]: DEBUG nova.network.neutron [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.338355] env[62221]: DEBUG nova.network.neutron [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.469223] env[62221]: DEBUG nova.compute.manager [req-2cfab4e4-8b06-465e-9132-87163f151110 req-62aaeb5f-204c-4552-a7a8-ec6ef77d9a66 service nova] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Received event network-vif-deleted-d707550e-a8aa-45c7-b4c1-81605aad1959 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1507.523539] env[62221]: DEBUG nova.compute.utils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1507.525130] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1507.525552] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1507.678692] env[62221]: DEBUG nova.policy [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1507.769849] env[62221]: DEBUG nova.compute.manager [req-7ab62355-11d3-44c2-b6f1-97ecc1424c1a req-9307306f-c868-446a-93b4-50d81e20c0a1 service nova] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Received event network-vif-deleted-4427401e-428f-49c2-86d0-2edf071a8381 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1507.820452] env[62221]: INFO nova.compute.manager [-] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Took 1.44 seconds to deallocate network for instance. [ 1507.843066] env[62221]: INFO nova.compute.manager [-] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Took 1.46 seconds to deallocate network for instance. [ 1507.875773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4fd90-2aa1-494f-b2b4-8737475bfcad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.884989] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db9b3c7-8f3c-4d82-8394-db72d3b99a44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.894680] env[62221]: DEBUG nova.compute.manager [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1507.923090] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c3b27-a115-4a3f-bd72-4d0d57fc364f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.931970] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50809710-df82-4573-bf14-3e7c6619242f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.950019] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.028258] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1508.216657] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Successfully updated port: fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.341762] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.350252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.366720] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Successfully created port: ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1508.441533] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.474283] env[62221]: ERROR nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [req-45a3d676-bd9c-4c79-8e4e-3e976ef8674a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45a3d676-bd9c-4c79-8e4e-3e976ef8674a"}]} [ 1508.494446] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1508.512022] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1508.512022] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.523818] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1508.544458] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1508.720602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.720855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.721174] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.907315] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8301b785-5a13-4a07-ab3a-d182629a7429 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.915643] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080ee69-7fb2-4bd4-8256-6b8481b724c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.948961] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c8841-7d09-4d97-81bf-fb181db02695 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.957093] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf28c871-bf6c-4d07-9c04-04756a013a0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.971440] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.042903] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1509.074023] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1509.074199] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1509.074356] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.074537] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1509.076146] env[62221]: DEBUG nova.virt.hardware [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.076858] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78788a6b-2552-41de-8b6b-7925e949bc86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.085114] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddda4b6-2bce-46c0-bbfa-016cbd128a5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.227177] env[62221]: DEBUG nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Successfully updated port: 08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.273028] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.454722] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.454722] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.479759] env[62221]: DEBUG nova.network.neutron [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Updating instance_info_cache with network_info: [{"id": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "address": "fa:16:3e:61:50:2c", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c6d5c-bc", "ovs_interfaceid": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.495564] env[62221]: ERROR nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] [req-c51359a3-2b04-450f-916c-2af411f7bf4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c51359a3-2b04-450f-916c-2af411f7bf4d"}]} [ 1509.513930] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1509.528776] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1509.528973] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.541941] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1509.565026] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1509.731346] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.731621] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.731695] env[62221]: DEBUG nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.868279] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0224d-394c-49bd-ac4c-4b9fc9150a31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.878262] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f9448-08d3-4df5-b48f-c5f222709651 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.909915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4403d8-8ca4-4e34-8100-ee2880295434 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.914151] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Received event network-vif-plugged-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.914377] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquiring lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.914581] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.914802] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.914912] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] No waiting events found dispatching network-vif-plugged-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1509.915087] env[62221]: WARNING nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Received unexpected event network-vif-plugged-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 for instance with vm_state building and task_state spawning. [ 1509.915247] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Received event network-changed-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.915435] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Refreshing instance network info cache due to event network-changed-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1509.915615] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquiring lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.921964] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d475db6-5da5-4d79-983a-35679dbdf06e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.937669] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.960526] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1509.984275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.984275] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Instance network_info: |[{"id": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "address": "fa:16:3e:61:50:2c", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c6d5c-bc", "ovs_interfaceid": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1509.984275] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquired lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.984275] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Refreshing network info cache for port fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.984945] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:50:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.992954] env[62221]: DEBUG oslo.service.loopingcall [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.996928] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.997861] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-872a3d01-ee7f-4301-9730-b6e2b668b024 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.019945] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.019945] env[62221]: value = "task-1701306" [ 1510.019945] env[62221]: _type = "Task" [ 1510.019945] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.028802] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701306, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.063584] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Successfully updated port: ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.281959] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Updated VIF entry in instance network info cache for port fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.282346] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Updating instance_info_cache with network_info: [{"id": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "address": "fa:16:3e:61:50:2c", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c6d5c-bc", "ovs_interfaceid": "fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.294969] env[62221]: WARNING nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1510.295198] env[62221]: WARNING nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1510.478838] env[62221]: DEBUG nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1510.479426] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 120 to 121 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1510.479524] env[62221]: DEBUG nova.compute.provider_tree [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1510.492450] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.531089] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701306, 'name': CreateVM_Task, 'duration_secs': 0.442888} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.531270] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.531952] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.532152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.532479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.532735] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477c5ffb-41be-4c42-93de-54e609879546 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.538015] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1510.538015] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52361afd-7a96-3e92-d986-3e779cbf6c0c" [ 1510.538015] env[62221]: _type = "Task" [ 1510.538015] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.547540] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52361afd-7a96-3e92-d986-3e779cbf6c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.568973] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.569134] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.569283] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.785270] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Releasing lock "refresh_cache-55a48f9a-37e3-405f-a420-286d6067ae71" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.785598] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Received event network-changed-7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1510.785773] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Refreshing instance network info cache due to event network-changed-7fe347a7-8107-47d3-99aa-1aadce6a98b4. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1510.785986] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquiring lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.786145] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquired lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.786324] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Refreshing network info cache for port 7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.846837] env[62221]: DEBUG nova.network.neutron [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c98bc630-b1ab-49c3-982a-305f759f038b", "address": "fa:16:3e:e5:56:3c", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98bc630-b1", "ovs_interfaceid": "c98bc630-b1ab-49c3-982a-305f759f038b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08e51334-9a57-4487-a1f1-351dce7f64cc", "address": "fa:16:3e:31:ee:c5", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e51334-9a", "ovs_interfaceid": "08e51334-9a57-4487-a1f1-351dce7f64cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.986487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.970s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.988828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.214s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.989029] env[62221]: DEBUG nova.objects.instance [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1511.005602] env[62221]: INFO nova.scheduler.client.report [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Deleted allocations for instance 4938da75-5dfa-47ea-87f2-a00541a00635 [ 1511.048605] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52361afd-7a96-3e92-d986-3e779cbf6c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.048891] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.049195] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.049373] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.050765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.050765] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.050765] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fa11a1-aa23-4d5b-9492-1907d1933c6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.058729] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.058861] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.062160] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe06e45c-1e00-4e28-959f-23b65ae8df2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.066982] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1511.066982] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d392-fcd1-13fc-bd14-887851f17bbe" [ 1511.066982] env[62221]: _type = "Task" [ 1511.066982] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.076256] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d392-fcd1-13fc-bd14-887851f17bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.108847] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.241244] env[62221]: DEBUG nova.network.neutron [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Updating instance_info_cache with network_info: [{"id": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "address": "fa:16:3e:8a:c3:6b", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace9de0e-bc", "ovs_interfaceid": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.349595] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.350227] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.350385] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.351284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0321568c-00ed-4f59-900a-c97b1cd11a1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.370164] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.370454] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.370647] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.370867] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.371077] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.371262] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.371515] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.371718] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.371930] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.372143] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.372359] env[62221]: DEBUG nova.virt.hardware [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.378901] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfiguring VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1511.381720] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ecc528-f231-4640-bc31-393cd00c38ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.398718] env[62221]: DEBUG oslo_vmware.api [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1511.398718] env[62221]: value = "task-1701307" [ 1511.398718] env[62221]: _type = "Task" [ 1511.398718] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.409720] env[62221]: DEBUG oslo_vmware.api [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701307, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.514120] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bb6da361-b230-48c3-ae81-920c682576c8 tempest-ServerExternalEventsTest-748381726 tempest-ServerExternalEventsTest-748381726-project-member] Lock "4938da75-5dfa-47ea-87f2-a00541a00635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.993s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.577878] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5221d392-fcd1-13fc-bd14-887851f17bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.578661] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec972b8-c35c-4b48-9ad0-bc6e69483d22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.583880] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1511.583880] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529c6664-8d87-0fdb-c47c-17457bded063" [ 1511.583880] env[62221]: _type = "Task" [ 1511.583880] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.591240] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529c6664-8d87-0fdb-c47c-17457bded063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.596433] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updated VIF entry in instance network info cache for port 7fe347a7-8107-47d3-99aa-1aadce6a98b4. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.596774] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updating instance_info_cache with network_info: [{"id": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "address": "fa:16:3e:83:41:14", "network": {"id": "a5de1e9c-5852-4954-af43-87d5f0f7fb0b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1254478583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7f9ab1e3084187a4eae79b44eecb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe347a7-81", "ovs_interfaceid": "7fe347a7-8107-47d3-99aa-1aadce6a98b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.745023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.745023] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Instance network_info: |[{"id": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "address": "fa:16:3e:8a:c3:6b", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace9de0e-bc", "ovs_interfaceid": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1511.745023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ace9de0e-bc97-4024-a48f-bc9b1851bcd5', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.752434] env[62221]: DEBUG oslo.service.loopingcall [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.752642] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.752863] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc00743b-a3ba-461b-9487-72f6849ebe8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.772587] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.772587] env[62221]: value = "task-1701308" [ 1511.772587] env[62221]: _type = "Task" [ 1511.772587] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.780156] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701308, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.908271] env[62221]: DEBUG oslo_vmware.api [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.954386] env[62221]: DEBUG nova.compute.manager [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Received event network-vif-plugged-ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.954454] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Acquiring lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.954691] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.954803] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.954970] env[62221]: DEBUG nova.compute.manager [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] No waiting events found dispatching network-vif-plugged-ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1511.955151] env[62221]: WARNING nova.compute.manager [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Received unexpected event network-vif-plugged-ace9de0e-bc97-4024-a48f-bc9b1851bcd5 for instance with vm_state building and task_state spawning. [ 1511.955334] env[62221]: DEBUG nova.compute.manager [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Received event network-changed-ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.955501] env[62221]: DEBUG nova.compute.manager [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Refreshing instance network info cache due to event network-changed-ace9de0e-bc97-4024-a48f-bc9b1851bcd5. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1511.955683] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Acquiring lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.955818] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Acquired lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.955971] env[62221]: DEBUG nova.network.neutron [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Refreshing network info cache for port ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.998603] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c3be9a59-8328-44e4-9fe6-b4f662ac37bc tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.999661] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.986s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.999911] env[62221]: DEBUG nova.objects.instance [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'resources' on Instance uuid a3d10b62-609b-4fd7-818e-ae9aaf1fc845 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.095701] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529c6664-8d87-0fdb-c47c-17457bded063, 'name': SearchDatastore_Task, 'duration_secs': 0.291298} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.095979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.096332] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 55a48f9a-37e3-405f-a420-286d6067ae71/55a48f9a-37e3-405f-a420-286d6067ae71.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.096590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c272cd-ae79-454b-a3c8-67c3283f41ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.099350] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Releasing lock "refresh_cache-ad379fea-fcad-4d5c-b819-719eb8f57bef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.099588] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-plugged-08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1512.099773] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.099972] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.100150] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.100313] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] No waiting events found dispatching network-vif-plugged-08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1512.100493] env[62221]: WARNING nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received unexpected event network-vif-plugged-08e51334-9a57-4487-a1f1-351dce7f64cc for instance with vm_state active and task_state None. [ 1512.100679] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-changed-08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1512.100839] env[62221]: DEBUG nova.compute.manager [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing instance network info cache due to event network-changed-08e51334-9a57-4487-a1f1-351dce7f64cc. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1512.101035] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.101178] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.101333] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Refreshing network info cache for port 08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.103869] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1512.103869] env[62221]: value = "task-1701309" [ 1512.103869] env[62221]: _type = "Task" [ 1512.103869] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.112257] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.283059] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701308, 'name': CreateVM_Task, 'duration_secs': 0.496281} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.283256] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.283904] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.284092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.284428] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.284694] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09680974-5ae1-4aae-9c0d-c018cd317571 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.289412] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1512.289412] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526af998-83c5-3f0f-a12c-c6fcb21dbbb5" [ 1512.289412] env[62221]: _type = "Task" [ 1512.289412] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.297432] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526af998-83c5-3f0f-a12c-c6fcb21dbbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.410065] env[62221]: DEBUG oslo_vmware.api [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.620798] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.804461] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526af998-83c5-3f0f-a12c-c6fcb21dbbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.125612} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.807196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.807537] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.807804] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.808055] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.808281] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.809332] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b551e36b-9eb9-4822-8a68-b1a208aeecc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.820054] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.820054] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.820657] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed7138f-3c74-4da8-afae-681de62ae2e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.825566] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1512.825566] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf0cea-bd70-128f-0434-50910e251889" [ 1512.825566] env[62221]: _type = "Task" [ 1512.825566] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.837170] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf0cea-bd70-128f-0434-50910e251889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.852324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44068ea9-d603-4565-a592-8b9c518b040b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.859402] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8422688a-503e-4cb8-9b25-4c4aaedd9115 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.894195] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933bd8a-1990-40d2-a469-3b31ab7ee91d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.907076] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc58ecb-4068-465d-9c7e-495ddb427000 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.913920] env[62221]: DEBUG oslo_vmware.api [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701307, 'name': ReconfigVM_Task, 'duration_secs': 1.137046} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.915170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.915416] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfigured VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1512.926706] env[62221]: DEBUG nova.network.neutron [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Updated VIF entry in instance network info cache for port ace9de0e-bc97-4024-a48f-bc9b1851bcd5. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.926706] env[62221]: DEBUG nova.network.neutron [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Updating instance_info_cache with network_info: [{"id": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "address": "fa:16:3e:8a:c3:6b", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace9de0e-bc", "ovs_interfaceid": "ace9de0e-bc97-4024-a48f-bc9b1851bcd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.927551] env[62221]: DEBUG nova.compute.provider_tree [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.116818] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.123387] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updated VIF entry in instance network info cache for port 08e51334-9a57-4487-a1f1-351dce7f64cc. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.123874] env[62221]: DEBUG nova.network.neutron [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c98bc630-b1ab-49c3-982a-305f759f038b", "address": "fa:16:3e:e5:56:3c", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98bc630-b1", "ovs_interfaceid": "c98bc630-b1ab-49c3-982a-305f759f038b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08e51334-9a57-4487-a1f1-351dce7f64cc", "address": "fa:16:3e:31:ee:c5", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e51334-9a", "ovs_interfaceid": "08e51334-9a57-4487-a1f1-351dce7f64cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.340692] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf0cea-bd70-128f-0434-50910e251889, 'name': SearchDatastore_Task, 'duration_secs': 0.105418} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.341744] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028e584a-ee92-42b5-9ef2-3b08f824c54e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.347750] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1513.347750] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f4176-40bb-00c6-6eb0-1fcd5067786c" [ 1513.347750] env[62221]: _type = "Task" [ 1513.347750] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.356349] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f4176-40bb-00c6-6eb0-1fcd5067786c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.402197] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.402492] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.402712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.402893] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.403096] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.406996] env[62221]: INFO nova.compute.manager [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Terminating instance [ 1513.409846] env[62221]: DEBUG nova.compute.manager [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1513.410086] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.411134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035b32d-9615-4c93-94b5-8a1b8ce00d86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.419381] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.419670] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1fe52b3-67ba-4c76-a2ad-e99ba68cab63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.427177] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1513.427177] env[62221]: value = "task-1701310" [ 1513.427177] env[62221]: _type = "Task" [ 1513.427177] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.431472] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fb434a6-79b6-4e82-96ff-d2c9ae111ff4 req-7f4d24e7-fd3f-43fd-90b5-205df1d2c7d9 service nova] Releasing lock "refresh_cache-c30979d2-d813-4bf1-a1fe-ee3db2f85e46" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.433011] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5084bf3b-2e45-401d-bf91-17c57b47485d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-08e51334-9a57-4487-a1f1-351dce7f64cc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.125s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.435026] env[62221]: DEBUG nova.scheduler.client.report [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.445143] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.616873] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.626684] env[62221]: DEBUG oslo_concurrency.lockutils [req-02c50892-61bc-4e15-8782-5b573930c505 req-06b7918e-2b22-43f7-b6f1-398db4e9e2d2 service nova] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.858466] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526f4176-40bb-00c6-6eb0-1fcd5067786c, 'name': SearchDatastore_Task, 'duration_secs': 0.066291} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.858739] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.858996] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c30979d2-d813-4bf1-a1fe-ee3db2f85e46/c30979d2-d813-4bf1-a1fe-ee3db2f85e46.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.859275] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ce74fcd-8439-4442-8257-8c3d2adbcf0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.865880] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1513.865880] env[62221]: value = "task-1701311" [ 1513.865880] env[62221]: _type = "Task" [ 1513.865880] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.873668] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.938106] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701310, 'name': PowerOffVM_Task, 'duration_secs': 0.267155} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.938386] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.939025] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.939025] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457e50e6-5a06-4935-9977-5d8dfced8a3c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.942165] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.944536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.491s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.944792] env[62221]: DEBUG nova.objects.instance [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lazy-loading 'resources' on Instance uuid cb57f2fb-8613-45e8-8463-275147da5180 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.967079] env[62221]: INFO nova.scheduler.client.report [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted allocations for instance a3d10b62-609b-4fd7-818e-ae9aaf1fc845 [ 1514.118975] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701309, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522469} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.119263] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 55a48f9a-37e3-405f-a420-286d6067ae71/55a48f9a-37e3-405f-a420-286d6067ae71.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.119477] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.119750] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-916b1271-617a-487f-931d-5c250af64999 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.126621] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1514.126621] env[62221]: value = "task-1701313" [ 1514.126621] env[62221]: _type = "Task" [ 1514.126621] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.135068] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.377749] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701311, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.474889] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ea8ab221-1e15-4344-a22f-efe5d132ab3e tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "a3d10b62-609b-4fd7-818e-ae9aaf1fc845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.656s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.637316] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070505} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.640547] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.641645] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6588b6-9846-440f-9eab-00599de8538b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.665490] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 55a48f9a-37e3-405f-a420-286d6067ae71/55a48f9a-37e3-405f-a420-286d6067ae71.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.668606] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9d896d-994c-4c20-8c06-fbae5a87616f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.690794] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1514.690794] env[62221]: value = "task-1701314" [ 1514.690794] env[62221]: _type = "Task" [ 1514.690794] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.701875] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.783824] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.784048] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.784229] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleting the datastore file [datastore1] a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.784476] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc98da19-8343-411f-8494-750f66ffe7a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.791221] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for the task: (returnval){ [ 1514.791221] env[62221]: value = "task-1701315" [ 1514.791221] env[62221]: _type = "Task" [ 1514.791221] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.802690] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.815453] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1bc7d-757a-42b0-8003-1e7a602bdf7b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.822520] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05512f7-b291-4630-bc1f-9b9ee9ba5581 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.853200] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9edaf70-e731-4e97-8884-21d560ac7223 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.860972] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf16e6a-5fa3-4ad7-804e-12e25d6570b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.874287] env[62221]: DEBUG nova.compute.provider_tree [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.883387] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812423} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.884208] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] c30979d2-d813-4bf1-a1fe-ee3db2f85e46/c30979d2-d813-4bf1-a1fe-ee3db2f85e46.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.884429] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.884671] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36514296-e11e-423a-98e8-a52b43416038 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.892209] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1514.892209] env[62221]: value = "task-1701316" [ 1514.892209] env[62221]: _type = "Task" [ 1514.892209] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.899599] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.201092] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.304345] env[62221]: DEBUG oslo_vmware.api [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Task: {'id': task-1701315, 'name': DeleteDatastoreFile_Task} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.304789] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.305820] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.305820] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.305820] env[62221]: INFO nova.compute.manager [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1515.305820] env[62221]: DEBUG oslo.service.loopingcall [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.306110] env[62221]: DEBUG nova.compute.manager [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1515.306110] env[62221]: DEBUG nova.network.neutron [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.411206] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170287} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.411671] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.412674] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bee0ee-f44b-4948-89de-a92c6b985362 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.416236] env[62221]: DEBUG nova.scheduler.client.report [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1515.416477] env[62221]: DEBUG nova.compute.provider_tree [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 121 to 122 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1515.416656] env[62221]: DEBUG nova.compute.provider_tree [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1515.441996] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c30979d2-d813-4bf1-a1fe-ee3db2f85e46/c30979d2-d813-4bf1-a1fe-ee3db2f85e46.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.442931] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e86a46-2de4-42dd-94ad-4705cc5ea93b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.463598] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1515.463598] env[62221]: value = "task-1701317" [ 1515.463598] env[62221]: _type = "Task" [ 1515.463598] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.472779] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.691435] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-c98bc630-b1ab-49c3-982a-305f759f038b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.691681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-c98bc630-b1ab-49c3-982a-305f759f038b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.705894] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701314, 'name': ReconfigVM_Task, 'duration_secs': 0.727113} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.706842] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 55a48f9a-37e3-405f-a420-286d6067ae71/55a48f9a-37e3-405f-a420-286d6067ae71.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.707537] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4aaa3be-ff39-41b3-8900-46cfca868f92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.715677] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1515.715677] env[62221]: value = "task-1701318" [ 1515.715677] env[62221]: _type = "Task" [ 1515.715677] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.728480] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701318, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.924809] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.929382] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.440s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.931288] env[62221]: INFO nova.compute.claims [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.947346] env[62221]: INFO nova.scheduler.client.report [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Deleted allocations for instance cb57f2fb-8613-45e8-8463-275147da5180 [ 1515.978928] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701317, 'name': ReconfigVM_Task, 'duration_secs': 0.34302} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.981018] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c30979d2-d813-4bf1-a1fe-ee3db2f85e46/c30979d2-d813-4bf1-a1fe-ee3db2f85e46.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.981305] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b2e15e7-aba3-4a13-9820-c0f37553ce7b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.988923] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1515.988923] env[62221]: value = "task-1701319" [ 1515.988923] env[62221]: _type = "Task" [ 1515.988923] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.996393] env[62221]: DEBUG nova.compute.manager [req-658bed06-ac62-46bf-a7f7-780713fec7e2 req-179437ec-9974-4851-9671-941aedc7edb1 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Received event network-vif-deleted-00e6440d-b1f9-4000-ac65-668756e31104 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1515.996679] env[62221]: INFO nova.compute.manager [req-658bed06-ac62-46bf-a7f7-780713fec7e2 req-179437ec-9974-4851-9671-941aedc7edb1 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Neutron deleted interface 00e6440d-b1f9-4000-ac65-668756e31104; detaching it from the instance and deleting it from the info cache [ 1515.996905] env[62221]: DEBUG nova.network.neutron [req-658bed06-ac62-46bf-a7f7-780713fec7e2 req-179437ec-9974-4851-9671-941aedc7edb1 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.005089] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701319, 'name': Rename_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.201409] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.201409] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.203453] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052816c6-2c06-40a7-acb6-60c425e07879 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.227017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c19d4-a23c-40a8-ab40-89e0aaaf862b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.235515] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701318, 'name': Rename_Task, 'duration_secs': 0.162639} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.258741] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.262665] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfiguring VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1516.262952] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0e6139-44e9-43ee-9adb-c17cdf7d2367 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.264758] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478a6fd8-ded9-4d25-90e4-1819237b33cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.288681] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1516.288681] env[62221]: value = "task-1701320" [ 1516.288681] env[62221]: _type = "Task" [ 1516.288681] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.296016] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1516.296016] env[62221]: value = "task-1701321" [ 1516.296016] env[62221]: _type = "Task" [ 1516.296016] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.299687] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.305485] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.458319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9ae01a36-8434-48b6-b277-56d20d54814a tempest-ListImageFiltersTestJSON-852232339 tempest-ListImageFiltersTestJSON-852232339-project-member] Lock "cb57f2fb-8613-45e8-8463-275147da5180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.097s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.461178] env[62221]: DEBUG nova.network.neutron [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.502142] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701319, 'name': Rename_Task, 'duration_secs': 0.280465} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.502142] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f7568f-60be-4982-8dc2-03f2d008e0f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.503774] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.503867] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1943f4f-55b0-488f-afb5-d46037dbcfeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.514838] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c097f500-f75e-46de-a6f7-46a6aeea661e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.531766] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1516.531766] env[62221]: value = "task-1701322" [ 1516.531766] env[62221]: _type = "Task" [ 1516.531766] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.561041] env[62221]: DEBUG nova.compute.manager [req-658bed06-ac62-46bf-a7f7-780713fec7e2 req-179437ec-9974-4851-9671-941aedc7edb1 service nova] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Detach interface failed, port_id=00e6440d-b1f9-4000-ac65-668756e31104, reason: Instance a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1516.561222] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.804357] env[62221]: DEBUG nova.compute.manager [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1516.812406] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.818809] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.963156] env[62221]: INFO nova.compute.manager [-] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Took 1.66 seconds to deallocate network for instance. [ 1517.044586] env[62221]: DEBUG oslo_vmware.api [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701322, 'name': PowerOnVM_Task, 'duration_secs': 0.504069} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.044885] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.046065] env[62221]: INFO nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1517.046065] env[62221]: DEBUG nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1517.046639] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27cd743-15ce-41fd-ab73-e3183eadce95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.294109] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.294442] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.316849] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.321551] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058184cd-b1ef-4f59-8f95-9f23f392b0ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.324249] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.331498] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e8c4a-7dbd-46c3-9030-04f399b34b66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.336200] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.369255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02378f-068e-4310-9a85-6943c58e76ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.377761] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65502e-e304-4c99-ac28-0295df2b4d11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.397322] env[62221]: DEBUG nova.compute.provider_tree [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.473484] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.566176] env[62221]: INFO nova.compute.manager [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Took 27.86 seconds to build instance. [ 1517.803427] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1517.815483] env[62221]: DEBUG oslo_vmware.api [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701320, 'name': PowerOnVM_Task, 'duration_secs': 1.445611} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.821620] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.821896] env[62221]: INFO nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1517.822104] env[62221]: DEBUG nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1517.822684] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.828943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc6cda-5c4c-451e-bfbc-ed4771c93441 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.831972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "b43073a2-7af8-4ee2-b770-181362a73473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.832738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.899666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.899938] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.905075] env[62221]: DEBUG nova.scheduler.client.report [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.068369] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9006f8e2-2721-4ca8-9685-1400220089c0 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.369s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.262819] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.264111] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.264111] env[62221]: DEBUG nova.compute.manager [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1518.264111] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966e1d3-465d-48ba-9744-e03bb1ae48bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.271849] env[62221]: DEBUG nova.compute.manager [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1518.273303] env[62221]: DEBUG nova.objects.instance [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'flavor' on Instance uuid c30979d2-d813-4bf1-a1fe-ee3db2f85e46 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.315079] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.333015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.334498] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.349675] env[62221]: INFO nova.compute.manager [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Took 33.31 seconds to build instance. [ 1518.403482] env[62221]: INFO nova.compute.manager [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Detaching volume c6abc7b8-8176-4f6a-8efc-ef429b71cca9 [ 1518.408007] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.408818] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1518.414391] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.739s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.450233] env[62221]: INFO nova.virt.block_device [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Attempting to driver detach volume c6abc7b8-8176-4f6a-8efc-ef429b71cca9 from mountpoint /dev/sdb [ 1518.451316] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1518.451316] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354568', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'name': 'volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a987f979-41de-4b7c-a8d0-b92cc1d84c6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'serial': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1518.453251] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a7851-b1c3-4d5f-8b1d-0d899012fe86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.475849] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f839d8e-9836-42aa-9d1b-3ec723cd89c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.484134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be853671-3b4a-4a34-9b8c-8fcc096e91db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.508171] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188d9e9-1762-4ccd-911c-ec06496f49e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.524992] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] The volume has not been displaced from its original location: [datastore1] volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9/volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1518.530344] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1518.530805] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff88519-cbe2-41a9-a4f3-fa7f2a808293 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.549516] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1518.549516] env[62221]: value = "task-1701323" [ 1518.549516] env[62221]: _type = "Task" [ 1518.549516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.557238] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.778355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.778661] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb569646-c70b-43d4-8324-4cd5a321e309 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.786144] env[62221]: DEBUG oslo_vmware.api [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1518.786144] env[62221]: value = "task-1701324" [ 1518.786144] env[62221]: _type = "Task" [ 1518.786144] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.794851] env[62221]: DEBUG oslo_vmware.api [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.815134] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.851955] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee2fc933-c846-48c7-aef0-2d6e9c7cf5ac tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.818s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.857980] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.927120] env[62221]: DEBUG nova.compute.utils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.928773] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1518.928962] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.035113] env[62221]: DEBUG nova.policy [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38645d6759d44f5e9f7edf15f6d99f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81444bd3c41248b4a00f02c599d5f895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1519.058963] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701323, 'name': ReconfigVM_Task, 'duration_secs': 0.328524} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.060328] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1519.065711] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc05e011-6941-4183-83c1-fa571d49106a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.086132] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1519.086132] env[62221]: value = "task-1701325" [ 1519.086132] env[62221]: _type = "Task" [ 1519.086132] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.093444] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.295914] env[62221]: DEBUG oslo_vmware.api [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701324, 'name': PowerOffVM_Task, 'duration_secs': 0.19886} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.297154] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.297441] env[62221]: DEBUG nova.compute.manager [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1519.298314] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfdf0c-c785-4d78-a71b-df8577207288 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.314573] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.432684] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating resource usage from migration faef6b08-212d-4f2a-b6c6-f89665eb08c3 [ 1519.432996] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating resource usage from migration 058e739f-b197-4981-a57a-ca467f8beffa [ 1519.438256] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1519.467928] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 188629ae-6b0c-4003-b8b6-3e6ae2a22a07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1519.469450] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8b73954d-8935-4061-a4ce-67b94e417d3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a63b62f1-65dd-470c-bfbc-51ea65734c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 12ccb3cc-704c-474d-b1b1-8009f59abd52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ad379fea-fcad-4d5c-b819-719eb8f57bef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.469450] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 55a48f9a-37e3-405f-a420-286d6067ae71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.470642] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance c30979d2-d813-4bf1-a1fe-ee3db2f85e46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.470642] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance fac9c0b7-ffd8-4be1-addb-76032355082a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.530670] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Successfully created port: 577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.594622] env[62221]: DEBUG oslo_vmware.api [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701325, 'name': ReconfigVM_Task, 'duration_secs': 0.143014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.594951] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354568', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'name': 'volume-c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a987f979-41de-4b7c-a8d0-b92cc1d84c6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9', 'serial': 'c6abc7b8-8176-4f6a-8efc-ef429b71cca9'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1519.817480] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0c23bb04-6250-4c61-ad7e-35f585da7203 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.829026] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.974717] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ca86177d-ca2e-4943-9e15-619631e30fb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1519.974951] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration faef6b08-212d-4f2a-b6c6-f89665eb08c3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1519.975061] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 656c9ef2-a285-45b6-832c-5dec3e255c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1520.152179] env[62221]: DEBUG nova.objects.instance [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'flavor' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.193058] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "55a48f9a-37e3-405f-a420-286d6067ae71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.193403] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.194027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.194027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.194027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.199780] env[62221]: INFO nova.compute.manager [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Terminating instance [ 1520.202309] env[62221]: DEBUG nova.compute.manager [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1520.202500] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.203490] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706c3f0-51d0-4ae2-b25e-6a4e24a6374d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.211078] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.211316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca4aa67-0a10-460f-bbd3-d987ee105178 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.218063] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1520.218063] env[62221]: value = "task-1701326" [ 1520.218063] env[62221]: _type = "Task" [ 1520.218063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.227130] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.323826] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.452572] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1520.478782] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1520.479043] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1520.479206] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.479393] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1520.479534] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.479966] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1520.480235] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1520.480401] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1520.480569] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1520.480754] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1520.480903] env[62221]: DEBUG nova.virt.hardware [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1520.481626] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 557da8a7-469d-45c2-b3c1-d3cf1b101972 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1520.481771] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration 058e739f-b197-4981-a57a-ca467f8beffa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1520.481893] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1520.483782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd82ab-63af-4d8e-b226-62106f97be5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.492884] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce5514-99d9-4eb5-96d3-16ad0ff9e757 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.732454] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701326, 'name': PowerOffVM_Task, 'duration_secs': 0.277939} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.732454] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.732597] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.732826] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc8f642-61dd-4f0e-ab65-181115bc073a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.795855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.795855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.795968] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.796186] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.796319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.798502] env[62221]: INFO nova.compute.manager [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Terminating instance [ 1520.800654] env[62221]: DEBUG nova.compute.manager [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1520.800852] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.801703] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f7611-cacf-4285-ae8b-e769b649ae96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.809892] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.810167] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9938dc7-a374-4ce9-811c-9e73d8d5ea5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.820783] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.988595] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1521.160637] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bf76fd1-a082-4056-abca-791569e2db0d tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.225023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.225023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.231388] env[62221]: DEBUG nova.compute.manager [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Received event network-vif-plugged-577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1521.231598] env[62221]: DEBUG oslo_concurrency.lockutils [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.231802] env[62221]: DEBUG oslo_concurrency.lockutils [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.231968] env[62221]: DEBUG oslo_concurrency.lockutils [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.232148] env[62221]: DEBUG nova.compute.manager [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] No waiting events found dispatching network-vif-plugged-577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1521.232384] env[62221]: WARNING nova.compute.manager [req-3280bc38-7da5-4221-b49b-de95fa8f4ce2 req-aa71fae1-b072-4cc2-a202-38db5bf5bba5 service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Received unexpected event network-vif-plugged-577f85b5-552c-4f41-ba49-7032151943fe for instance with vm_state building and task_state spawning. [ 1521.323176] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.362991] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Successfully updated port: 577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.492149] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b43073a2-7af8-4ee2-b770-181362a73473 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1521.492537] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1521.492631] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1521.578525] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.578886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.579196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.579471] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.579704] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.584923] env[62221]: INFO nova.compute.manager [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Terminating instance [ 1521.587017] env[62221]: DEBUG nova.compute.manager [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1521.587332] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.588379] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043234c8-6442-4b14-b7cf-c0a6587439c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.598289] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.598563] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f739177-c5a5-46d2-ba97-b0c2da5ffa13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.605603] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1521.605603] env[62221]: value = "task-1701329" [ 1521.605603] env[62221]: _type = "Task" [ 1521.605603] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.618893] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.727748] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1521.823476] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.861138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634c02b-e718-4f49-8253-0c5bd4bd780a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.868191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.868359] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.868514] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.870454] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227e33ab-1828-4913-857f-49b33bb728ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.904858] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1dde8a-4231-4799-ab3c-2c0c2991fd4f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.913142] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd842050-0171-481e-9167-6ffa8bce3eae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.927868] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.976138] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.976555] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.976761] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] c30979d2-d813-4bf1-a1fe-ee3db2f85e46 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.979333] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a76f6b-c8a7-4c34-ad13-94f15f76c588 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.981413] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.981507] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.981723] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] 55a48f9a-37e3-405f-a420-286d6067ae71 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.982303] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85fdfade-dc02-4942-8b28-798044aaa466 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.993804] env[62221]: DEBUG oslo_vmware.api [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1521.993804] env[62221]: value = "task-1701330" [ 1521.993804] env[62221]: _type = "Task" [ 1521.993804] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.000735] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1522.000735] env[62221]: value = "task-1701331" [ 1522.000735] env[62221]: _type = "Task" [ 1522.000735] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.009872] env[62221]: DEBUG oslo_vmware.api [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.017056] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.115639] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701329, 'name': PowerOffVM_Task, 'duration_secs': 0.221169} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.116229] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.118722] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.118722] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b28571-10fd-4a16-8b00-4e4f94c627a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.202786] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.205025] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.205025] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.205025] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8dd5f63-1ce2-441b-96a5-8ffbd7175557 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.219637] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1522.219637] env[62221]: value = "task-1701333" [ 1522.219637] env[62221]: _type = "Task" [ 1522.219637] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.227171] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.255103] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.323678] env[62221]: DEBUG oslo_vmware.api [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701321, 'name': ReconfigVM_Task, 'duration_secs': 5.933183} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.324141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.324509] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Reconfigured VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1522.435902] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1522.467657] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.509367] env[62221]: DEBUG oslo_vmware.api [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205969} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.512367] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.512573] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.512749] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.512915] env[62221]: INFO nova.compute.manager [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1522.513183] env[62221]: DEBUG oslo.service.loopingcall [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.513393] env[62221]: DEBUG oslo_vmware.api [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172626} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.513589] env[62221]: DEBUG nova.compute.manager [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1522.513679] env[62221]: DEBUG nova.network.neutron [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.515542] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.515542] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.515542] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.515780] env[62221]: INFO nova.compute.manager [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1522.515893] env[62221]: DEBUG oslo.service.loopingcall [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.519023] env[62221]: DEBUG nova.compute.manager [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1522.519023] env[62221]: DEBUG nova.network.neutron [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.733430] env[62221]: DEBUG oslo_vmware.api [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153459} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.733430] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.733430] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.733430] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.733430] env[62221]: INFO nova.compute.manager [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1522.733430] env[62221]: DEBUG oslo.service.loopingcall [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.733430] env[62221]: DEBUG nova.compute.manager [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1522.733430] env[62221]: DEBUG nova.network.neutron [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.815029] env[62221]: DEBUG nova.compute.manager [req-09d1c36c-d6f4-4e6b-a34b-b9065b143758 req-a30c7cdb-7060-48a7-8530-11ac5c121a21 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Received event network-vif-deleted-fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.815395] env[62221]: INFO nova.compute.manager [req-09d1c36c-d6f4-4e6b-a34b-b9065b143758 req-a30c7cdb-7060-48a7-8530-11ac5c121a21 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Neutron deleted interface fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90; detaching it from the instance and deleting it from the info cache [ 1522.815395] env[62221]: DEBUG nova.network.neutron [req-09d1c36c-d6f4-4e6b-a34b-b9065b143758 req-a30c7cdb-7060-48a7-8530-11ac5c121a21 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.940651] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1522.941047] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.527s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.941456] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.809s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.943745] env[62221]: INFO nova.compute.claims [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.036970] env[62221]: DEBUG nova.network.neutron [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Updating instance_info_cache with network_info: [{"id": "577f85b5-552c-4f41-ba49-7032151943fe", "address": "fa:16:3e:1c:14:40", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f85b5-55", "ovs_interfaceid": "577f85b5-552c-4f41-ba49-7032151943fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.283871] env[62221]: DEBUG nova.network.neutron [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.318812] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05def7a3-c1a3-44c7-b277-e180898a03fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.329159] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c716145-8a42-4c13-8088-db3f376eff30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.358148] env[62221]: DEBUG nova.compute.manager [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Received event network-changed-577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.361018] env[62221]: DEBUG nova.compute.manager [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Refreshing instance network info cache due to event network-changed-577f85b5-552c-4f41-ba49-7032151943fe. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1523.361018] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Acquiring lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.368578] env[62221]: DEBUG nova.compute.manager [req-09d1c36c-d6f4-4e6b-a34b-b9065b143758 req-a30c7cdb-7060-48a7-8530-11ac5c121a21 service nova] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Detach interface failed, port_id=fd8c6d5c-bc2b-4b81-a237-3b2fb5206e90, reason: Instance 55a48f9a-37e3-405f-a420-286d6067ae71 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1523.539421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.540067] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance network_info: |[{"id": "577f85b5-552c-4f41-ba49-7032151943fe", "address": "fa:16:3e:1c:14:40", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f85b5-55", "ovs_interfaceid": "577f85b5-552c-4f41-ba49-7032151943fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1523.540204] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Acquired lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.540304] env[62221]: DEBUG nova.network.neutron [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Refreshing network info cache for port 577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.541582] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:14:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '577f85b5-552c-4f41-ba49-7032151943fe', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.549937] env[62221]: DEBUG oslo.service.loopingcall [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.551695] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.551695] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed22337-9058-4537-bfd6-05beed9b5da8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.576484] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.576484] env[62221]: value = "task-1701334" [ 1523.576484] env[62221]: _type = "Task" [ 1523.576484] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.587045] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701334, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.786697] env[62221]: INFO nova.compute.manager [-] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Took 1.27 seconds to deallocate network for instance. [ 1523.817475] env[62221]: DEBUG nova.network.neutron [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.087223] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701334, 'name': CreateVM_Task, 'duration_secs': 0.342175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.087501] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.090285] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.090436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.090776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.091223] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e630fc5-f171-4298-b042-ef0ded11129f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.096436] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1524.096436] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d46159-1ce5-5db9-c128-fb945cf71cbf" [ 1524.096436] env[62221]: _type = "Task" [ 1524.096436] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.109949] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d46159-1ce5-5db9-c128-fb945cf71cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.124205] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.124382] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.124554] env[62221]: DEBUG nova.network.neutron [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.183267] env[62221]: DEBUG nova.network.neutron [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.294262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.295513] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f8173-3bc1-4c62-8cd7-2723a3e51bbe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.303917] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c6c43-7ce2-429e-8956-22f5294e6956 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.335288] env[62221]: INFO nova.compute.manager [-] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Took 1.82 seconds to deallocate network for instance. [ 1524.340240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1433bef3-408b-474c-aebd-bb7cb426fd53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.354028] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eebbb85-c0eb-4c03-9974-b0db459d59c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.367226] env[62221]: DEBUG nova.compute.provider_tree [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.399767] env[62221]: DEBUG nova.network.neutron [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Updated VIF entry in instance network info cache for port 577f85b5-552c-4f41-ba49-7032151943fe. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.400178] env[62221]: DEBUG nova.network.neutron [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Updating instance_info_cache with network_info: [{"id": "577f85b5-552c-4f41-ba49-7032151943fe", "address": "fa:16:3e:1c:14:40", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f85b5-55", "ovs_interfaceid": "577f85b5-552c-4f41-ba49-7032151943fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.451068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.451068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.451068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.451338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.451511] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.453709] env[62221]: INFO nova.compute.manager [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Terminating instance [ 1524.455721] env[62221]: DEBUG nova.compute.manager [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1524.455919] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.456830] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aac61b-58bb-466e-a2a1-3c46991119d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.465432] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.465705] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49662b10-eab0-4def-a409-6cf2cc6dfbe7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.474467] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1524.474467] env[62221]: value = "task-1701335" [ 1524.474467] env[62221]: _type = "Task" [ 1524.474467] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.486178] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.608802] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d46159-1ce5-5db9-c128-fb945cf71cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.609171] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.609303] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.609531] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.609677] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.609849] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.610140] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc121171-943b-4a20-ab6e-875913b2584f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.686065] env[62221]: INFO nova.compute.manager [-] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Took 1.95 seconds to deallocate network for instance. [ 1524.847981] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.889271] env[62221]: DEBUG nova.compute.manager [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-deleted-08e51334-9a57-4487-a1f1-351dce7f64cc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1524.889573] env[62221]: INFO nova.compute.manager [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Neutron deleted interface 08e51334-9a57-4487-a1f1-351dce7f64cc; detaching it from the instance and deleting it from the info cache [ 1524.889793] env[62221]: DEBUG nova.network.neutron [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c98bc630-b1ab-49c3-982a-305f759f038b", "address": "fa:16:3e:e5:56:3c", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98bc630-b1", "ovs_interfaceid": "c98bc630-b1ab-49c3-982a-305f759f038b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.893521] env[62221]: ERROR nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [req-da049670-8683-45cd-af7e-29aeeed6251f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da049670-8683-45cd-af7e-29aeeed6251f"}]} [ 1524.902089] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Releasing lock "refresh_cache-fac9c0b7-ffd8-4be1-addb-76032355082a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.902761] env[62221]: DEBUG nova.compute.manager [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-deleted-c98bc630-b1ab-49c3-982a-305f759f038b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1524.902761] env[62221]: INFO nova.compute.manager [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Neutron deleted interface c98bc630-b1ab-49c3-982a-305f759f038b; detaching it from the instance and deleting it from the info cache [ 1524.902761] env[62221]: DEBUG nova.network.neutron [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08e51334-9a57-4487-a1f1-351dce7f64cc", "address": "fa:16:3e:31:ee:c5", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e51334-9a", "ovs_interfaceid": "08e51334-9a57-4487-a1f1-351dce7f64cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.911336] env[62221]: DEBUG nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1524.926453] env[62221]: DEBUG nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1524.926678] env[62221]: DEBUG nova.compute.provider_tree [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.936520] env[62221]: INFO nova.network.neutron [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Port c98bc630-b1ab-49c3-982a-305f759f038b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1524.936712] env[62221]: INFO nova.network.neutron [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Port 08e51334-9a57-4487-a1f1-351dce7f64cc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1524.937038] env[62221]: DEBUG nova.network.neutron [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [{"id": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "address": "fa:16:3e:6a:a0:dd", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd428eb29-ff", "ovs_interfaceid": "d428eb29-ff05-4aaa-bf4b-511833c69cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.940404] env[62221]: DEBUG nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1524.960452] env[62221]: DEBUG nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1524.984861] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701335, 'name': PowerOffVM_Task, 'duration_secs': 0.207774} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.985177] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.985296] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.985561] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b89fe0b-701b-4adc-81f6-2037a04146c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.120403] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.120403] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.122839] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76647b8-4c68-48c9-b820-a01a0ab459f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.125084] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.125293] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.125469] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleting the datastore file [datastore1] d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.126158] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbf655d-c93f-41d1-be0d-7330c11bf579 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.132269] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1525.132269] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f3999-ab22-529f-0cb7-c9dc8fc89881" [ 1525.132269] env[62221]: _type = "Task" [ 1525.132269] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.137217] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1525.137217] env[62221]: value = "task-1701337" [ 1525.137217] env[62221]: _type = "Task" [ 1525.137217] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.146217] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f3999-ab22-529f-0cb7-c9dc8fc89881, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.147743] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b03d17-8bbb-4e2a-af3b-1255fcbd0f52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.152819] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.154087] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1525.154087] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a8934-cede-3c4c-1dd7-38f11d7ecc26" [ 1525.154087] env[62221]: _type = "Task" [ 1525.154087] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.164205] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a8934-cede-3c4c-1dd7-38f11d7ecc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.193416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.258773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881585f2-30f1-4ac9-80cc-15c778280b27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.268039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6759b175-1f81-4baa-b7a8-c48edb38065c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.300373] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ccbed-022b-4ae5-820f-ede80765e61c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.309941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ce534-1a93-401d-897f-fb9b37fcf874 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.325048] env[62221]: DEBUG nova.compute.provider_tree [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.387276] env[62221]: DEBUG nova.compute.manager [req-0e213894-14c7-4a2c-874f-d308eb512430 req-cbe9fd82-348c-4f18-8787-2a979ce6ccb5 service nova] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Received event network-vif-deleted-ace9de0e-bc97-4024-a48f-bc9b1851bcd5 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.387495] env[62221]: DEBUG nova.compute.manager [req-0e213894-14c7-4a2c-874f-d308eb512430 req-cbe9fd82-348c-4f18-8787-2a979ce6ccb5 service nova] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Received event network-vif-deleted-be931c40-8dc9-4123-92fd-9911bdb1019d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.392904] env[62221]: DEBUG oslo_concurrency.lockutils [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.406719] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Acquiring lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.441982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.648021] env[62221]: DEBUG oslo_vmware.api [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172269} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.648355] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.648541] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.648713] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.648928] env[62221]: INFO nova.compute.manager [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1525.649233] env[62221]: DEBUG oslo.service.loopingcall [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.649812] env[62221]: DEBUG nova.compute.manager [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1525.649910] env[62221]: DEBUG nova.network.neutron [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.667579] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a8934-cede-3c4c-1dd7-38f11d7ecc26, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.667946] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.668340] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.668699] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a357381-fe2e-444c-9410-5b6f92d81aeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.678196] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1525.678196] env[62221]: value = "task-1701338" [ 1525.678196] env[62221]: _type = "Task" [ 1525.678196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.690742] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.704490] env[62221]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 08e51334-9a57-4487-a1f1-351dce7f64cc could not be found.", "detail": ""}} {{(pid=62221) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1525.704736] env[62221]: DEBUG nova.network.neutron [-] Unable to show port 08e51334-9a57-4487-a1f1-351dce7f64cc as it no longer exists. {{(pid=62221) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1525.856889] env[62221]: DEBUG nova.scheduler.client.report [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1525.857249] env[62221]: DEBUG nova.compute.provider_tree [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 127 to 128 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1525.857440] env[62221]: DEBUG nova.compute.provider_tree [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.946015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-164bef71-eae4-4b02-bb03-5e66b3a18cad tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b-c98bc630-b1ab-49c3-982a-305f759f038b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.254s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.188862] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.363561] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.421s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.363561] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1526.365857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.024s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.366081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.368191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.018s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.368379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.370109] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.929s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.403387] env[62221]: INFO nova.scheduler.client.report [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted allocations for instance 8b73954d-8935-4061-a4ce-67b94e417d3f [ 1526.416965] env[62221]: INFO nova.scheduler.client.report [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Deleted allocations for instance 188629ae-6b0c-4003-b8b6-3e6ae2a22a07 [ 1526.660520] env[62221]: DEBUG nova.network.neutron [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.691043] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.874118] env[62221]: DEBUG nova.compute.utils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.875684] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1526.875853] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.880012] env[62221]: INFO nova.compute.claims [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.911415] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0366a37d-c8e0-4cdb-a4a4-f8f78c323db0 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "8b73954d-8935-4061-a4ce-67b94e417d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.918s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.928387] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5478ce07-786d-4a16-a508-5eef768525f9 tempest-ListServersNegativeTestJSON-998016807 tempest-ListServersNegativeTestJSON-998016807-project-member] Lock "188629ae-6b0c-4003-b8b6-3e6ae2a22a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.058s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.930861] env[62221]: DEBUG nova.policy [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4cd9882e6a4a208e1d2af3e6ecc03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ceabc6e2f94e8b8d33f61d5fc9ddaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1527.163621] env[62221]: INFO nova.compute.manager [-] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Took 1.51 seconds to deallocate network for instance. [ 1527.198325] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.055643} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.198597] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.198869] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.199121] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18028095-819e-4f52-9e89-0a16ff6e6396 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.213778] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1527.213778] env[62221]: value = "task-1701339" [ 1527.213778] env[62221]: _type = "Task" [ 1527.213778] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.222851] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.241056] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Successfully created port: 5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.378708] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1527.386539] env[62221]: INFO nova.compute.resource_tracker [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating resource usage from migration faef6b08-212d-4f2a-b6c6-f89665eb08c3 [ 1527.419188] env[62221]: DEBUG nova.compute.manager [req-b255d58f-e062-48bd-be9d-1ff80c9ccffd req-23277646-de88-4bd2-a726-ebcabdc8c38a service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Received event network-vif-deleted-d428eb29-ff05-4aaa-bf4b-511833c69cbc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.672956] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.724910] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070085} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.727601] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.728602] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fe3c9c-f7a8-41a6-b3b9-28dc173adbf3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.755835] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.758817] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bea885b-2c84-4758-8044-5255ef42b928 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.783798] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1527.783798] env[62221]: value = "task-1701340" [ 1527.783798] env[62221]: _type = "Task" [ 1527.783798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.788257] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e62d3ce-2975-4a7c-8862-65cc758a39a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.796281] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.798846] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f652f37-8aff-4483-859d-f6cb0b126f6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.830882] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de78b38a-13bc-4d24-9ffe-6206caaaac2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.839173] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075571d6-d212-4d17-a4b5-e3df6b533599 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.853273] env[62221]: DEBUG nova.compute.provider_tree [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.301024] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701340, 'name': ReconfigVM_Task, 'duration_secs': 0.331779} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.301690] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.302559] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaac1442-a75d-4964-a95b-a62e356c2b86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.315026] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1528.315026] env[62221]: value = "task-1701341" [ 1528.315026] env[62221]: _type = "Task" [ 1528.315026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.324932] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701341, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.356458] env[62221]: DEBUG nova.scheduler.client.report [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1528.389470] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1528.433319] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1528.433420] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1528.433581] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.433757] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1528.433902] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.434057] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1528.434268] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1528.434428] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1528.434593] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1528.434753] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1528.434922] env[62221]: DEBUG nova.virt.hardware [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1528.436526] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc36a6-6d6d-49a9-a0f3-713c7135ea04 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.444778] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14023f0b-731b-497e-a361-702d5fb72878 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.153483] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Successfully updated port: 5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.156079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.786s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.156276] env[62221]: INFO nova.compute.manager [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Migrating [ 1529.165617] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.675s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.167205] env[62221]: INFO nova.compute.claims [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.191309] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701341, 'name': Rename_Task, 'duration_secs': 0.166035} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.191525] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.191765] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f342e7-e837-4afc-a06c-50488174e129 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.199184] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1529.199184] env[62221]: value = "task-1701342" [ 1529.199184] env[62221]: _type = "Task" [ 1529.199184] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.208620] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.449723] env[62221]: DEBUG nova.compute.manager [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Received event network-vif-plugged-5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.449990] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Acquiring lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.450179] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.450353] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.450520] env[62221]: DEBUG nova.compute.manager [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] No waiting events found dispatching network-vif-plugged-5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.450772] env[62221]: WARNING nova.compute.manager [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Received unexpected event network-vif-plugged-5d86b322-4c05-4e82-86ab-fde827745172 for instance with vm_state building and task_state spawning. [ 1529.450938] env[62221]: DEBUG nova.compute.manager [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Received event network-changed-5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.451138] env[62221]: DEBUG nova.compute.manager [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Refreshing instance network info cache due to event network-changed-5d86b322-4c05-4e82-86ab-fde827745172. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1529.451381] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Acquiring lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.451571] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Acquired lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.451859] env[62221]: DEBUG nova.network.neutron [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Refreshing network info cache for port 5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.663357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.678241] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.678392] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.678547] env[62221]: DEBUG nova.network.neutron [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.712296] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.002314] env[62221]: DEBUG nova.network.neutron [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.115083] env[62221]: DEBUG nova.network.neutron [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.210353] env[62221]: DEBUG oslo_vmware.api [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701342, 'name': PowerOnVM_Task, 'duration_secs': 0.519275} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.214549] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.214753] env[62221]: INFO nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1530.214951] env[62221]: DEBUG nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1530.215985] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a44204-6dad-47e0-b48b-b49c5ecb350f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.387478] env[62221]: DEBUG nova.network.neutron [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.436278] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb2efd-507c-40fe-a35c-43bc85910c18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.444028] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd00782-2a3c-4114-9175-cfb81ee253b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.472639] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea6788-683b-4702-879b-9f8cf8357c75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.479940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd52ccdd-533d-4484-a9b5-6472b37c74d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.493211] env[62221]: DEBUG nova.compute.provider_tree [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.619361] env[62221]: DEBUG oslo_concurrency.lockutils [req-6d60d0a8-65f6-4baf-a493-fd5843a63b78 req-f6e6558e-c02e-4aa3-8aee-38ca50501954 service nova] Releasing lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.619737] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.619899] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.737104] env[62221]: INFO nova.compute.manager [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Took 27.27 seconds to build instance. [ 1530.892102] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.995987] env[62221]: DEBUG nova.scheduler.client.report [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1531.169172] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.239385] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c03205c8-0c68-46e0-8faf-1a87ee0855a6 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.782s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.398283] env[62221]: DEBUG nova.network.neutron [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Updating instance_info_cache with network_info: [{"id": "5d86b322-4c05-4e82-86ab-fde827745172", "address": "fa:16:3e:8a:eb:78", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d86b322-4c", "ovs_interfaceid": "5d86b322-4c05-4e82-86ab-fde827745172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.501303] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.501830] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1531.504433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.169s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.871177] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.871461] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.871649] env[62221]: DEBUG nova.compute.manager [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1531.872588] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f5e76-a7ae-4c7a-a291-47dfe1b17792 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.879805] env[62221]: DEBUG nova.compute.manager [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1531.880386] env[62221]: DEBUG nova.objects.instance [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'flavor' on Instance uuid fac9c0b7-ffd8-4be1-addb-76032355082a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.902650] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "refresh_cache-ca86177d-ca2e-4943-9e15-619631e30fb5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.902930] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance network_info: |[{"id": "5d86b322-4c05-4e82-86ab-fde827745172", "address": "fa:16:3e:8a:eb:78", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d86b322-4c", "ovs_interfaceid": "5d86b322-4c05-4e82-86ab-fde827745172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1531.903494] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:eb:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d86b322-4c05-4e82-86ab-fde827745172', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.910874] env[62221]: DEBUG oslo.service.loopingcall [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.911554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.911777] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046b2b0f-e00f-4aa2-9bbf-0ef17b04be2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.933611] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.933611] env[62221]: value = "task-1701343" [ 1531.933611] env[62221]: _type = "Task" [ 1531.933611] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.949206] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.007869] env[62221]: DEBUG nova.compute.utils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.013023] env[62221]: INFO nova.compute.claims [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.015181] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1532.015349] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.060955] env[62221]: DEBUG nova.policy [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98258ca3eee94d0b85c7abb3cb80e5bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b096e9d4c9443a8d165d19ef264588', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1532.385783] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.386147] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220eb5a0-9fcb-412c-88c3-22034f983bdb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.396106] env[62221]: DEBUG oslo_vmware.api [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1532.396106] env[62221]: value = "task-1701344" [ 1532.396106] env[62221]: _type = "Task" [ 1532.396106] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.408453] env[62221]: DEBUG oslo_vmware.api [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.410066] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28500b6-89de-4f3e-821a-d28e9fd475b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.432844] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.452157] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.469849] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Successfully created port: 178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.519067] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1532.521906] env[62221]: INFO nova.compute.resource_tracker [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating resource usage from migration 058e739f-b197-4981-a57a-ca467f8beffa [ 1532.826117] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee36fa-9fe7-4c85-9ae2-1994ebb02685 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.834348] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757a039-1ccb-4f4d-8cfc-02a28e4511a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.864133] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c013304-6089-453a-afcd-5f5333e5f96c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.871535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538783bc-39b2-4b3b-97ff-479c8bf35e8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.884968] env[62221]: DEBUG nova.compute.provider_tree [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.905293] env[62221]: DEBUG oslo_vmware.api [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701344, 'name': PowerOffVM_Task, 'duration_secs': 0.218378} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.905537] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.905770] env[62221]: DEBUG nova.compute.manager [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1532.906526] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d0c46-677a-4225-bd59-6b2d8ae4e63d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.947211] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.947499] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fc9442-5814-40a5-9287-49fae2f3d917 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.955913] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.957513] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1532.957513] env[62221]: value = "task-1701345" [ 1532.957513] env[62221]: _type = "Task" [ 1532.957513] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.967536] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.388064] env[62221]: DEBUG nova.scheduler.client.report [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1533.417615] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4bb8cdc0-ea8d-46ee-96d4-0af787a20034 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.450682] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.466614] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701345, 'name': PowerOffVM_Task, 'duration_secs': 0.186292} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.467188] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.467391] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.532035] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1533.559101] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1533.559572] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1533.559892] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.560286] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1533.560577] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.560864] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1533.561250] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1533.561540] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1533.561833] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1533.562127] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1533.562426] env[62221]: DEBUG nova.virt.hardware [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1533.563742] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb4c67-9dc6-42e6-9b68-3b07b29fdf87 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.576059] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8831a2-d1c9-43b4-8b3d-7d91b58d7cc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.892691] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.388s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.892933] env[62221]: INFO nova.compute.manager [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Migrating [ 1533.899389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.426s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.899588] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.901926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.569s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.903574] env[62221]: INFO nova.compute.claims [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.932670] env[62221]: INFO nova.scheduler.client.report [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Deleted allocations for instance a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f [ 1533.954344] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1533.975026] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1533.975540] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1533.975878] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1533.976206] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1533.976582] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1533.982357] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280e2475-c7cc-49e1-a2d2-e9d908757508 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.001978] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1534.001978] env[62221]: value = "task-1701346" [ 1534.001978] env[62221]: _type = "Task" [ 1534.001978] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.011513] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.050485] env[62221]: DEBUG nova.compute.manager [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Received event network-vif-plugged-178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.050706] env[62221]: DEBUG oslo_concurrency.lockutils [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] Acquiring lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.050939] env[62221]: DEBUG oslo_concurrency.lockutils [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.051365] env[62221]: DEBUG oslo_concurrency.lockutils [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.051612] env[62221]: DEBUG nova.compute.manager [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] No waiting events found dispatching network-vif-plugged-178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1534.051829] env[62221]: WARNING nova.compute.manager [req-64c023ab-956c-4aac-80e9-fd42497284c7 req-fc72cab7-5547-4d0f-8ba6-973d77261924 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Received unexpected event network-vif-plugged-178326f5-2b7a-4bb2-ad9d-561151074ea7 for instance with vm_state building and task_state spawning. [ 1534.153559] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Successfully updated port: 178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.376505] env[62221]: INFO nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Rebuilding instance [ 1534.416043] env[62221]: DEBUG nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1534.416483] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.416648] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.416855] env[62221]: DEBUG nova.network.neutron [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.418440] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5cc60-f0d3-47eb-b384-6e78fd8730f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.446081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d603412-fedc-4e9e-a3a1-0422529f9e4d tempest-ServersWithSpecificFlavorTestJSON-355791116 tempest-ServersWithSpecificFlavorTestJSON-355791116-project-member] Lock "a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.043s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.454690] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.513053] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701346, 'name': ReconfigVM_Task, 'duration_secs': 0.173485} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.513053] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1534.656374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.656543] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquired lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.657177] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.934292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.934292] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9968ec4-6694-42e0-ae02-94dbddd80ec3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.944678] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1534.944678] env[62221]: value = "task-1701347" [ 1534.944678] env[62221]: _type = "Task" [ 1534.944678] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.967434] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1534.967671] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.967907] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.970767] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2981b3bf-5feb-4c81-99a4-8f3e0a10c362 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.980257] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.980512] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e12a15d-1847-48a9-8372-274b595a9dd4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.020118] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.020364] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.020517] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.020696] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.020840] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.020987] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.021203] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.021359] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.021522] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.021682] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.021866] env[62221]: DEBUG nova.virt.hardware [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.027320] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.028501] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d3078f-2ae3-475b-97c9-f65248590f8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.050791] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1535.050791] env[62221]: value = "task-1701349" [ 1535.050791] env[62221]: _type = "Task" [ 1535.050791] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.067796] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.073834] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.073834] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.073928] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.074207] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5279b91a-dfda-4dc1-9dd3-0b516e09f7a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.082482] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1535.082482] env[62221]: value = "task-1701350" [ 1535.082482] env[62221]: _type = "Task" [ 1535.082482] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.095616] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.200540] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.231374] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad8756-8fe8-4e31-a117-31ad14912b3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.240376] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7bf5b-b88b-44b2-babd-ceacec1cc3fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.272192] env[62221]: DEBUG nova.network.neutron [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.279614] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79980e33-efc2-4b62-93af-c1c2379e2f95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.288670] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edfc424-fa5c-4f57-a646-024fef8a87ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.304500] env[62221]: DEBUG nova.compute.provider_tree [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.420474] env[62221]: DEBUG nova.network.neutron [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Updating instance_info_cache with network_info: [{"id": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "address": "fa:16:3e:cb:c4:4c", "network": {"id": "1ec09771-9637-4f1a-90b1-63cfa792c05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77956469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b096e9d4c9443a8d165d19ef264588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178326f5-2b", "ovs_interfaceid": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.456364] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701343, 'name': CreateVM_Task, 'duration_secs': 3.06152} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.456704] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.458224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.458224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.458224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.458224] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcfc17e-3b1d-40e8-9eac-526ae96c9ed9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.464242] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1535.464242] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa91ae-fdae-ebc2-776d-948d1efbc140" [ 1535.464242] env[62221]: _type = "Task" [ 1535.464242] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.474578] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa91ae-fdae-ebc2-776d-948d1efbc140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.564398] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701349, 'name': ReconfigVM_Task, 'duration_secs': 0.197367} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.564634] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1535.565655] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ea82e-1ffc-4c47-9cac-2cd255c0f20f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.604336] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.608127] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba5ca07-4390-4086-98ff-3e8571592361 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.627379] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147468} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.628675] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.629081] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.629185] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.631696] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1535.631696] env[62221]: value = "task-1701351" [ 1535.631696] env[62221]: _type = "Task" [ 1535.631696] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.641120] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.783807] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.808632] env[62221]: DEBUG nova.scheduler.client.report [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.924082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Releasing lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.924542] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Instance network_info: |[{"id": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "address": "fa:16:3e:cb:c4:4c", "network": {"id": "1ec09771-9637-4f1a-90b1-63cfa792c05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77956469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b096e9d4c9443a8d165d19ef264588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178326f5-2b", "ovs_interfaceid": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1535.925111] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '178326f5-2b7a-4bb2-ad9d-561151074ea7', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.933657] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Creating folder: Project (75b096e9d4c9443a8d165d19ef264588). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.933933] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6de8ab59-2319-45da-83ed-c798dd2e8f67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.947679] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Created folder: Project (75b096e9d4c9443a8d165d19ef264588) in parent group-v354396. [ 1535.947796] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Creating folder: Instances. Parent ref: group-v354607. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.948036] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f5c225-c5d1-4310-bfb2-37240643fcf6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.957798] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Created folder: Instances in parent group-v354607. [ 1535.958087] env[62221]: DEBUG oslo.service.loopingcall [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.958285] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.958502] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3bc1e23-e3e4-4d55-8e4b-60d5aac97ab9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.982185] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52aa91ae-fdae-ebc2-776d-948d1efbc140, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.983443] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.983713] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.984014] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.984151] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.984332] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.984563] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.984563] env[62221]: value = "task-1701354" [ 1535.984563] env[62221]: _type = "Task" [ 1535.984563] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.984735] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d59505-3093-4ad9-bcc7-f6a7af385c1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.003161] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701354, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.012922] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.013261] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.013884] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dabab47-f185-4807-90fe-ad6eff041a9f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.030178] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1536.030178] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f92dea-2d6f-5c32-4785-27982689e3ac" [ 1536.030178] env[62221]: _type = "Task" [ 1536.030178] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.039276] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f92dea-2d6f-5c32-4785-27982689e3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.081889] env[62221]: DEBUG nova.compute.manager [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Received event network-changed-178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.082129] env[62221]: DEBUG nova.compute.manager [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Refreshing instance network info cache due to event network-changed-178326f5-2b7a-4bb2-ad9d-561151074ea7. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1536.082411] env[62221]: DEBUG oslo_concurrency.lockutils [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] Acquiring lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.082599] env[62221]: DEBUG oslo_concurrency.lockutils [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] Acquired lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.082836] env[62221]: DEBUG nova.network.neutron [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Refreshing network info cache for port 178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.145801] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701351, 'name': ReconfigVM_Task, 'duration_secs': 0.253775} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.146846] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e/656c9ef2-a285-45b6-832c-5dec3e255c9e.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.146846] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.316946] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.317668] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1536.320994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.463s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.322585] env[62221]: INFO nova.compute.claims [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.497679] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701354, 'name': CreateVM_Task, 'duration_secs': 0.361536} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.497958] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.498590] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.498762] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.499221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.499486] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab3aa93-5376-4bbe-adad-0593d592af40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.506164] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1536.506164] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e1a173-d365-e476-0c41-aee560289746" [ 1536.506164] env[62221]: _type = "Task" [ 1536.506164] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.514752] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e1a173-d365-e476-0c41-aee560289746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.542829] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f92dea-2d6f-5c32-4785-27982689e3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.543642] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eac8adf-de94-4a77-a842-e5be460c03b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.550454] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1536.550454] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dbb3c6-ab3b-2d5e-0057-01cd098fe0b1" [ 1536.550454] env[62221]: _type = "Task" [ 1536.550454] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.558991] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dbb3c6-ab3b-2d5e-0057-01cd098fe0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.653115] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5ff39-6af3-4cde-a90e-8d0c068fd852 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.682186] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10566f52-e122-4b2e-97db-8fa6f17f304f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.702326] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.708037] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1536.708179] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1536.708330] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.708545] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1536.708748] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.708896] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1536.709144] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1536.709343] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1536.709561] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1536.709979] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1536.709979] env[62221]: DEBUG nova.virt.hardware [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1536.710797] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084d48a-12ec-4786-a84c-2ffd64775008 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.719660] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e82e43-3055-4148-913f-b5a02ce13f3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.736448] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:14:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '577f85b5-552c-4f41-ba49-7032151943fe', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.744383] env[62221]: DEBUG oslo.service.loopingcall [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.746637] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.746960] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f7f93f-5ee2-475a-b8c8-56bd624adf38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.768515] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.768515] env[62221]: value = "task-1701355" [ 1536.768515] env[62221]: _type = "Task" [ 1536.768515] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.777160] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701355, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.827675] env[62221]: DEBUG nova.compute.utils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.830969] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1536.831171] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.902401] env[62221]: DEBUG nova.policy [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9fb8a76619f454db985a284436bc752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7396c6e21f548989ec790f251ac4388', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1536.992120] env[62221]: DEBUG nova.network.neutron [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Updated VIF entry in instance network info cache for port 178326f5-2b7a-4bb2-ad9d-561151074ea7. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.992677] env[62221]: DEBUG nova.network.neutron [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Updating instance_info_cache with network_info: [{"id": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "address": "fa:16:3e:cb:c4:4c", "network": {"id": "1ec09771-9637-4f1a-90b1-63cfa792c05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-77956469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b096e9d4c9443a8d165d19ef264588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178326f5-2b", "ovs_interfaceid": "178326f5-2b7a-4bb2-ad9d-561151074ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.019643] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e1a173-d365-e476-0c41-aee560289746, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.020287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.020552] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.020766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.061553] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dbb3c6-ab3b-2d5e-0057-01cd098fe0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.061855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.062190] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ca86177d-ca2e-4943-9e15-619631e30fb5/ca86177d-ca2e-4943-9e15-619631e30fb5.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.062539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.062759] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.063033] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcd54f2-51e8-4078-8daf-cc33e3337c59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.065288] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2679353-a464-45da-93e6-9f44ca86e44d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.074315] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1537.074315] env[62221]: value = "task-1701356" [ 1537.074315] env[62221]: _type = "Task" [ 1537.074315] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.075508] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.075697] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.079311] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9b306e-adfb-4348-a8e4-4b4617e0d410 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.097318] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.097589] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1537.097589] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a5351a-f95c-d9cc-07ed-a4007fc5ffd6" [ 1537.097589] env[62221]: _type = "Task" [ 1537.097589] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.108945] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a5351a-f95c-d9cc-07ed-a4007fc5ffd6, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.109973] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621df30b-c523-484c-bed1-0747500915bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.119032] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1537.119032] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52529db1-53ba-20de-3632-e2cbed59e737" [ 1537.119032] env[62221]: _type = "Task" [ 1537.119032] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.127334] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52529db1-53ba-20de-3632-e2cbed59e737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.286196] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701355, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.286418] env[62221]: DEBUG nova.network.neutron [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Port 4848bc2a-85af-41dd-9229-e2af631370b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1537.300283] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b492876-091f-4fb9-a21a-11bfb4e75b39 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.322768] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1537.331916] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1537.336028] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Successfully created port: e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.495450] env[62221]: DEBUG oslo_concurrency.lockutils [req-837b7445-843a-42b7-9eee-9d1efe01d647 req-33057602-4f0a-488b-80ec-09ec104c7b90 service nova] Releasing lock "refresh_cache-557da8a7-469d-45c2-b3c1-d3cf1b101972" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.588817] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.631328] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52529db1-53ba-20de-3632-e2cbed59e737, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.634498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.634793] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 557da8a7-469d-45c2-b3c1-d3cf1b101972/557da8a7-469d-45c2-b3c1-d3cf1b101972.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.635347] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa2a966-e829-430b-8475-8e0ea55533c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.643326] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1537.643326] env[62221]: value = "task-1701357" [ 1537.643326] env[62221]: _type = "Task" [ 1537.643326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.659552] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.719462] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d033d13-f5eb-41d7-a580-9b0893d5903a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.728612] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3569395c-1098-49e8-abbd-fec96e55102e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.766285] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff37e10-255c-4a4a-90de-12c7ba3a4414 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.777715] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad939e75-7fea-4c05-b42f-d0d234311b75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.785129] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701355, 'name': CreateVM_Task, 'duration_secs': 0.744672} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.785852] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.786581] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.786849] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.787233] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.787653] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8be8c7-31ea-4868-918b-6fa19e71c9e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.803710] env[62221]: DEBUG nova.compute.provider_tree [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.809050] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1537.809050] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2110a-fb34-5718-9d89-c4218572413e" [ 1537.809050] env[62221]: _type = "Task" [ 1537.809050] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.818439] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2110a-fb34-5718-9d89-c4218572413e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.830485] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.830615] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90a463d-dc70-4be9-a645-34b05909da08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.848489] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1537.848489] env[62221]: value = "task-1701358" [ 1537.848489] env[62221]: _type = "Task" [ 1537.848489] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.856689] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.089654] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694618} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.090054] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ca86177d-ca2e-4943-9e15-619631e30fb5/ca86177d-ca2e-4943-9e15-619631e30fb5.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.090284] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.090551] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54255ed-9f17-48aa-9624-342b7d82f96c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.099094] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1538.099094] env[62221]: value = "task-1701359" [ 1538.099094] env[62221]: _type = "Task" [ 1538.099094] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.112936] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.155045] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701357, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.314876] env[62221]: DEBUG nova.scheduler.client.report [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1538.328259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.328419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.328561] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.338609] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2110a-fb34-5718-9d89-c4218572413e, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.338994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.339681] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.339681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.339681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.339906] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.339996] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5b226c-f1e1-44e2-9ddb-cdc5ba6a3f00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.351399] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1538.356263] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.356461] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.360146] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033cf84a-857d-4531-a594-31a206ece9d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.362771] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.367732] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1538.367732] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52315ecd-1d94-d92b-73ed-14e2cc7302a0" [ 1538.367732] env[62221]: _type = "Task" [ 1538.367732] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.378576] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52315ecd-1d94-d92b-73ed-14e2cc7302a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.380869] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.381108] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.381272] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.381478] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.381634] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.381781] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.381995] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.382193] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.382329] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.382490] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.382659] env[62221]: DEBUG nova.virt.hardware [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.383915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707ef63-17f6-4408-9bf1-82e9845a67ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.396654] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772687c-97ed-49d5-a513-1dc9f2934530 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.608709] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075496} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.609071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.609866] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b9717e-ab32-44f9-b6a2-fef0afb82a5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.632357] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ca86177d-ca2e-4943-9e15-619631e30fb5/ca86177d-ca2e-4943-9e15-619631e30fb5.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.632658] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5fc24c-ab19-42ab-8117-69c538058f51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.655840] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797723} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.657076] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 557da8a7-469d-45c2-b3c1-d3cf1b101972/557da8a7-469d-45c2-b3c1-d3cf1b101972.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.657303] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.657596] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1538.657596] env[62221]: value = "task-1701360" [ 1538.657596] env[62221]: _type = "Task" [ 1538.657596] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.657778] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-204f0a5d-af90-4d9e-8892-2775d8408132 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.667542] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.668785] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1538.668785] env[62221]: value = "task-1701361" [ 1538.668785] env[62221]: _type = "Task" [ 1538.668785] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.677828] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.829791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.830461] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1538.833184] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.579s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.834622] env[62221]: INFO nova.compute.claims [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.862155] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701358, 'name': PowerOffVM_Task, 'duration_secs': 0.663441} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.862155] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1538.862155] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.879877] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52315ecd-1d94-d92b-73ed-14e2cc7302a0, 'name': SearchDatastore_Task, 'duration_secs': 0.056269} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.881012] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bacba7-8cc4-44c6-b59a-453dc453ddeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.887757] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1538.887757] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254b1dd-2593-c23a-ae68-95465008c153" [ 1538.887757] env[62221]: _type = "Task" [ 1538.887757] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.896983] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254b1dd-2593-c23a-ae68-95465008c153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.170474] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701360, 'name': ReconfigVM_Task, 'duration_secs': 0.330377} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.173788] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ca86177d-ca2e-4943-9e15-619631e30fb5/ca86177d-ca2e-4943-9e15-619631e30fb5.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.174757] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5385b8fb-2dd0-4262-8a0c-0a292122808b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.182402] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067823} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.184102] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.184465] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1539.184465] env[62221]: value = "task-1701362" [ 1539.184465] env[62221]: _type = "Task" [ 1539.184465] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.185399] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d4113-671a-4165-973b-ee92b0754161 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.197328] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701362, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.216187] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 557da8a7-469d-45c2-b3c1-d3cf1b101972/557da8a7-469d-45c2-b3c1-d3cf1b101972.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.217156] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2567ff77-7274-4c36-90ee-1c4590329e38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.244640] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1539.244640] env[62221]: value = "task-1701363" [ 1539.244640] env[62221]: _type = "Task" [ 1539.244640] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.256235] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.346738] env[62221]: DEBUG nova.compute.utils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.350816] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1539.354266] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.366541] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.367543] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.367731] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.368021] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.368109] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.368258] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.368465] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.368666] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.368776] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.368966] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.369296] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.375611] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f880d03-2e47-475e-9b9b-f34568ca47c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.394279] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1539.394279] env[62221]: value = "task-1701364" [ 1539.394279] env[62221]: _type = "Task" [ 1539.394279] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.403187] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254b1dd-2593-c23a-ae68-95465008c153, 'name': SearchDatastore_Task, 'duration_secs': 0.019896} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.403703] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.404273] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.404583] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9afe2b85-be8e-4425-ab7d-0fed6630aea8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.410526] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.417227] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1539.417227] env[62221]: value = "task-1701365" [ 1539.417227] env[62221]: _type = "Task" [ 1539.417227] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.423526] env[62221]: DEBUG nova.compute.manager [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Received event network-vif-plugged-e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.423794] env[62221]: DEBUG oslo_concurrency.lockutils [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] Acquiring lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.424070] env[62221]: DEBUG oslo_concurrency.lockutils [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.424291] env[62221]: DEBUG oslo_concurrency.lockutils [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.424820] env[62221]: DEBUG nova.compute.manager [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] No waiting events found dispatching network-vif-plugged-e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1539.424820] env[62221]: WARNING nova.compute.manager [req-57fedbee-9237-4873-b300-81988c7eb044 req-c036a6dc-8f74-4fbc-b229-a61c11674307 service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Received unexpected event network-vif-plugged-e61a7558-5083-4ffd-9ba5-e8532c911b68 for instance with vm_state building and task_state spawning. [ 1539.431015] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.434999] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.435187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.435358] env[62221]: DEBUG nova.network.neutron [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.473957] env[62221]: DEBUG nova.policy [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9fb8a76619f454db985a284436bc752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7396c6e21f548989ec790f251ac4388', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1539.591808] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Successfully updated port: e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.703790] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701362, 'name': Rename_Task, 'duration_secs': 0.149168} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.704341] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.704451] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e45acdf-0864-4de3-aafd-5c707716f838 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.714927] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1539.714927] env[62221]: value = "task-1701366" [ 1539.714927] env[62221]: _type = "Task" [ 1539.714927] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.735102] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.755721] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.859833] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1539.908564] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701364, 'name': ReconfigVM_Task, 'duration_secs': 0.273616} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.911723] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.929645] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701365, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.937611] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Successfully created port: d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.094734] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.094977] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.095232] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.190187] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ff25a-f781-4529-ae69-0806ae535b2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.199315] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de507bef-cac4-426d-9cf1-61c64a797ec2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.236568] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af20f7-da29-428b-a17c-639a63626aee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.247770] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.249044] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662990a7-f9f1-4e42-b57a-3d91c42cfba3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.261437] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701363, 'name': ReconfigVM_Task, 'duration_secs': 0.725849} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.271043] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 557da8a7-469d-45c2-b3c1-d3cf1b101972/557da8a7-469d-45c2-b3c1-d3cf1b101972.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.271043] env[62221]: DEBUG nova.compute.provider_tree [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.271577] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a51e367-8368-4994-9014-c196e7fc0734 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.283116] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1540.283116] env[62221]: value = "task-1701367" [ 1540.283116] env[62221]: _type = "Task" [ 1540.283116] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.294887] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701367, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.419457] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.419741] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.419919] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.420171] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.420347] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.420556] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.420808] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.421017] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.421273] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.421538] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.421832] env[62221]: DEBUG nova.virt.hardware [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.428385] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1540.429205] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f4d27a-8e40-46e1-b381-d7edc4a4dd13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.454754] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751271} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.456053] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.456272] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.456571] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1540.456571] env[62221]: value = "task-1701368" [ 1540.456571] env[62221]: _type = "Task" [ 1540.456571] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.456767] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f525b619-20e9-45b2-9454-cb0cc0ce6a8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.466776] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.468097] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1540.468097] env[62221]: value = "task-1701369" [ 1540.468097] env[62221]: _type = "Task" [ 1540.468097] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.476136] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.554951] env[62221]: DEBUG nova.network.neutron [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.667309] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.743856] env[62221]: DEBUG oslo_vmware.api [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701366, 'name': PowerOnVM_Task, 'duration_secs': 0.54645} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.744212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.744322] env[62221]: INFO nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1540.744498] env[62221]: DEBUG nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1540.745269] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11beeac-a98d-42a5-b9cd-8c1328c40bf3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.793738] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701367, 'name': Rename_Task, 'duration_secs': 0.157284} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.793738] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.793901] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c567e6c0-6cfb-4ddd-b581-60bb4449b2a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.804418] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1540.804418] env[62221]: value = "task-1701370" [ 1540.804418] env[62221]: _type = "Task" [ 1540.804418] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.807115] env[62221]: DEBUG nova.scheduler.client.report [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1540.807365] env[62221]: DEBUG nova.compute.provider_tree [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 128 to 129 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1540.807683] env[62221]: DEBUG nova.compute.provider_tree [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.816652] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.870670] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1540.897601] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.897848] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.898012] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.898559] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.898559] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.898559] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.898750] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.898919] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.899340] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.899340] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.899469] env[62221]: DEBUG nova.virt.hardware [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.900649] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d9806-a77d-4881-9b6b-51549e5d0fdb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.909015] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9087e-67e8-41aa-bba4-ad522a852409 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.971033] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701368, 'name': ReconfigVM_Task, 'duration_secs': 0.181159} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.974252] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1540.975025] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aae8b0-4643-4836-968d-97ea888a1839 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.982969] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067813} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.993385] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.001119] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.001909] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59701222-98ee-463f-83a3-119892157b67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.004515] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f31f628-f43d-49c5-997e-ccc36894878d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.040275] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.041890] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f255af38-882a-4d98-996b-acbf765ef78e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.056736] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1541.056736] env[62221]: value = "task-1701371" [ 1541.056736] env[62221]: _type = "Task" [ 1541.056736] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.057776] env[62221]: DEBUG nova.network.neutron [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.059383] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.070799] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1541.070799] env[62221]: value = "task-1701372" [ 1541.070799] env[62221]: _type = "Task" [ 1541.070799] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.073886] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.085208] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.264352] env[62221]: INFO nova.compute.manager [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Took 36.16 seconds to build instance. [ 1541.313747] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.314333] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1541.317546] env[62221]: DEBUG oslo_vmware.api [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701370, 'name': PowerOnVM_Task, 'duration_secs': 0.463118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.318156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.024s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.318384] env[62221]: DEBUG nova.objects.instance [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'resources' on Instance uuid 55a48f9a-37e3-405f-a420-286d6067ae71 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.319483] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.319716] env[62221]: INFO nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1541.319958] env[62221]: DEBUG nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1541.321010] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e33f8-0375-4a1f-acc1-c3f662e5a2b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.454911] env[62221]: DEBUG nova.compute.manager [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Received event network-changed-e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.454962] env[62221]: DEBUG nova.compute.manager [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Refreshing instance network info cache due to event network-changed-e61a7558-5083-4ffd-9ba5-e8532c911b68. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1541.455231] env[62221]: DEBUG oslo_concurrency.lockutils [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] Acquiring lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.563635] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.565300] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Instance network_info: |[{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1541.565613] env[62221]: DEBUG oslo_concurrency.lockutils [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] Acquired lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.565825] env[62221]: DEBUG nova.network.neutron [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Refreshing network info cache for port e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.567127] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:aa:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e61a7558-5083-4ffd-9ba5-e8532c911b68', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.576075] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating folder: Project (c7396c6e21f548989ec790f251ac4388). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.583161] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f36f43-30bc-4b42-9e3b-8b8e2bab728b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.585134] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701371, 'name': ReconfigVM_Task, 'duration_secs': 0.506653} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.590465] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1/95fc471b-7992-4fd8-97b6-67fc434e05f1.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.590739] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.601067] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701372, 'name': ReconfigVM_Task, 'duration_secs': 0.277178} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.601378] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a/fac9c0b7-ffd8-4be1-addb-76032355082a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.602127] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f5a338e-e103-4cf3-ad1a-5779054c188e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.605465] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created folder: Project (c7396c6e21f548989ec790f251ac4388) in parent group-v354396. [ 1541.605648] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating folder: Instances. Parent ref: group-v354611. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.605967] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-790387bf-80a6-4b0f-b33a-dc3625f71e26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.608923] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab504a1a-0946-46bd-ac99-9084d1431622 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.613130] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1541.613130] env[62221]: value = "task-1701374" [ 1541.613130] env[62221]: _type = "Task" [ 1541.613130] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.634501] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3139c1-f6bb-45e1-86b8-14c00f3e25da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.637328] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created folder: Instances in parent group-v354611. [ 1541.637667] env[62221]: DEBUG oslo.service.loopingcall [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.642997] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.643533] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701374, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.644122] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ae8958-13e8-4cdc-86e7-945a594abaa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.665019] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.671937] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.671937] env[62221]: value = "task-1701376" [ 1541.671937] env[62221]: _type = "Task" [ 1541.671937] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.681067] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701376, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.766433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5ec8dd9-58bf-4412-a41f-2d2c0f5b591f tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.686s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.822722] env[62221]: DEBUG nova.compute.utils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.824163] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1541.824327] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.842322] env[62221]: INFO nova.compute.manager [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Took 31.38 seconds to build instance. [ 1541.938451] env[62221]: DEBUG nova.policy [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6d8facd1a1942f3b2d71ef228941f53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824f0097b80f4919833e529fddf0823a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1542.098747] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba34f98-c3e5-4bab-8829-d40fa9dc7a93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.127840] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa793c-324a-486e-9a8e-c620e6e3c52d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.137741] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701374, 'name': Rename_Task, 'duration_secs': 0.174292} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.155179] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.155784] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1542.162236] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d29e739-fee4-4759-a233-45509fb54529 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.169607] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.171168] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4008730a-2cd7-40f0-aea9-0097af1b3ee6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.173107] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1542.173107] env[62221]: value = "task-1701377" [ 1542.173107] env[62221]: _type = "Task" [ 1542.173107] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.182800] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1542.182800] env[62221]: value = "task-1701378" [ 1542.182800] env[62221]: _type = "Task" [ 1542.182800] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.194110] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701376, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.194275] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.196419] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b7c3d-dde8-41b3-a40b-1dca128a8e7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.202822] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.209868] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a952588-e652-482a-9f06-e35ef5883978 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.252321] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429a72e-bda9-4b2d-b60e-2e43863898c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.263512] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b7342-eab7-4e14-8976-63c48f1c4362 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.283444] env[62221]: DEBUG nova.compute.provider_tree [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.329785] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1542.345843] env[62221]: DEBUG oslo_concurrency.lockutils [None req-84e8fcbe-bb85-4e84-8ccd-792cd818d362 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.891s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.690754] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701376, 'name': CreateVM_Task, 'duration_secs': 0.64411} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.695230] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.695560] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701377, 'name': PowerOnVM_Task, 'duration_secs': 0.505363} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.696240] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.696400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.696707] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.700141] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.701032] env[62221]: DEBUG nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1542.703689] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109c99e4-60e0-47c7-a34f-a378deecf947 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.706303] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ac1e4-d0fe-4382-b6b3-5ce4a029d5d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.709074] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.719093] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1542.719093] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2cea7-d05e-a771-5377-6c6a1a4f1eca" [ 1542.719093] env[62221]: _type = "Task" [ 1542.719093] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.728506] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2cea7-d05e-a771-5377-6c6a1a4f1eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.763296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.763573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.763805] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.764812] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.765081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.767504] env[62221]: INFO nova.compute.manager [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Terminating instance [ 1542.769509] env[62221]: DEBUG nova.compute.manager [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1542.769758] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.770707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7297479-66f0-49e3-a528-28b1c17711b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.781128] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.781630] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1abaa12a-0abc-426a-81b1-a0e75c12fe48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.789911] env[62221]: DEBUG nova.scheduler.client.report [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1542.799645] env[62221]: DEBUG nova.network.neutron [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updated VIF entry in instance network info cache for port e61a7558-5083-4ffd-9ba5-e8532c911b68. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.800170] env[62221]: DEBUG nova.network.neutron [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.808369] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1542.808369] env[62221]: value = "task-1701379" [ 1542.808369] env[62221]: _type = "Task" [ 1542.808369] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.811968] env[62221]: DEBUG nova.network.neutron [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Port ca6e691e-a868-478f-b04f-d5d513830caf binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1542.824643] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.896510] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Successfully updated port: d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.931184] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Successfully created port: f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.037144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.037425] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.194644] env[62221]: DEBUG oslo_vmware.api [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701378, 'name': PowerOnVM_Task, 'duration_secs': 0.975519} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.198017] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.198017] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8be890-fa32-4469-bb2c-8a5dfae9feb4 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance '656c9ef2-a285-45b6-832c-5dec3e255c9e' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1543.227190] env[62221]: INFO nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] bringing vm to original state: 'stopped' [ 1543.234781] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c2cea7-d05e-a771-5377-6c6a1a4f1eca, 'name': SearchDatastore_Task, 'duration_secs': 0.027553} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.235324] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.235687] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.236082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.236365] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.236663] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.237060] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e491b03-f682-4310-84df-6923a12311c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.247491] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.247964] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.249684] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd076bc-1870-414f-83f9-23c566d13dfd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.257190] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1543.257190] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5242a974-49b4-2080-08c0-1ec18f771811" [ 1543.257190] env[62221]: _type = "Task" [ 1543.257190] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.268976] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5242a974-49b4-2080-08c0-1ec18f771811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.303704] env[62221]: DEBUG oslo_concurrency.lockutils [req-05992e1e-995c-4911-98b5-cd777ab0c2b2 req-8eec5132-2c3a-4375-a579-6e554ad2e0ea service nova] Releasing lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.306156] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.308860] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.461s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.313299] env[62221]: DEBUG nova.objects.instance [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'resources' on Instance uuid c30979d2-d813-4bf1-a1fe-ee3db2f85e46 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.333370] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701379, 'name': PowerOffVM_Task, 'duration_secs': 0.178466} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.336427] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.336427] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.336427] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938d5fbf-6f78-4c7b-94bb-ca45045acaac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.341989] env[62221]: INFO nova.scheduler.client.report [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance 55a48f9a-37e3-405f-a420-286d6067ae71 [ 1543.347643] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1543.378036] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1543.379035] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1543.379035] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.379035] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1543.379313] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.379581] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1543.383023] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1543.383023] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1543.383023] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1543.383023] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1543.383023] env[62221]: DEBUG nova.virt.hardware [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1543.383023] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f0178-b926-41e2-ba2f-d95fc777f8b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.397038] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650ae18-5cc5-4b75-b9c6-0818ba1336b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.401732] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.402212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.402555] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.421189] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.423023] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.423023] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Deleting the datastore file [datastore1] 557da8a7-469d-45c2-b3c1-d3cf1b101972 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.423023] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6897ed99-071d-49d7-82e4-8285564c53a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.434302] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for the task: (returnval){ [ 1543.434302] env[62221]: value = "task-1701381" [ 1543.434302] env[62221]: _type = "Task" [ 1543.434302] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.443453] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.485053] env[62221]: DEBUG nova.compute.manager [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Received event network-vif-plugged-d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1543.485053] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Acquiring lock "b43073a2-7af8-4ee2-b770-181362a73473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.485053] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Lock "b43073a2-7af8-4ee2-b770-181362a73473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.485053] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Lock "b43073a2-7af8-4ee2-b770-181362a73473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.485053] env[62221]: DEBUG nova.compute.manager [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] No waiting events found dispatching network-vif-plugged-d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1543.485053] env[62221]: WARNING nova.compute.manager [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Received unexpected event network-vif-plugged-d76759c8-f208-469e-a76c-a9cd8c19263c for instance with vm_state building and task_state spawning. [ 1543.485053] env[62221]: DEBUG nova.compute.manager [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Received event network-changed-d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1543.485053] env[62221]: DEBUG nova.compute.manager [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Refreshing instance network info cache due to event network-changed-d76759c8-f208-469e-a76c-a9cd8c19263c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1543.485053] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Acquiring lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.541887] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1543.769120] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5242a974-49b4-2080-08c0-1ec18f771811, 'name': SearchDatastore_Task, 'duration_secs': 0.016243} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.769994] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a034530e-0a3d-4432-b83c-13247f80a75f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.776704] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1543.776704] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2e84d-bc8f-6d81-f00f-ed08e0e96893" [ 1543.776704] env[62221]: _type = "Task" [ 1543.776704] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.788781] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2e84d-bc8f-6d81-f00f-ed08e0e96893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.847911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.848672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.848672] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.862664] env[62221]: DEBUG oslo_concurrency.lockutils [None req-07e39f9d-70af-49dd-b4f9-5d3f6a689014 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "55a48f9a-37e3-405f-a420-286d6067ae71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.669s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.949209] env[62221]: DEBUG oslo_vmware.api [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Task: {'id': task-1701381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423273} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.949314] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.949735] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.949735] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.949865] env[62221]: INFO nova.compute.manager [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1543.950793] env[62221]: DEBUG oslo.service.loopingcall [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.950793] env[62221]: DEBUG nova.compute.manager [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1543.950793] env[62221]: DEBUG nova.network.neutron [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.005238] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.068052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.219483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369882f-843a-46bb-95e5-393741cd35f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.228561] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d3ba8-2866-4ad8-b5cb-af7a0a7c44f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.232616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.232876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.233068] env[62221]: DEBUG nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1544.233852] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1192d538-6a49-42f1-a13f-38bce3b5b231 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.241220] env[62221]: DEBUG nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1544.271748] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.271748] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5dd864-f9ee-40f5-900b-2afee1b7790e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.273461] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781f745c-1d77-418e-bcbb-ed18d1889de0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.285938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af476ed-6ad9-4ae1-b8ed-1e7fe4fa2bed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.290053] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1544.290053] env[62221]: value = "task-1701382" [ 1544.290053] env[62221]: _type = "Task" [ 1544.290053] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.307125] env[62221]: DEBUG nova.compute.provider_tree [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.308583] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a2e84d-bc8f-6d81-f00f-ed08e0e96893, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.310289] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.310289] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.310289] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d6b9f1-db6e-4e90-bcb9-532d2d200ea3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.315279] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.323465] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1544.323465] env[62221]: value = "task-1701383" [ 1544.323465] env[62221]: _type = "Task" [ 1544.323465] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.340304] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.366268] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.366647] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.367053] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.367271] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.367457] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.369517] env[62221]: INFO nova.compute.manager [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Terminating instance [ 1544.371543] env[62221]: DEBUG nova.compute.manager [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1544.371767] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.373477] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92931602-def7-43e4-8cee-64914456e1a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.383207] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.387039] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f210fbd-7c7f-4af2-8bd0-9384f6648b2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.396553] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1544.396553] env[62221]: value = "task-1701384" [ 1544.396553] env[62221]: _type = "Task" [ 1544.396553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.406308] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.470780] env[62221]: DEBUG nova.network.neutron [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Updating instance_info_cache with network_info: [{"id": "d76759c8-f208-469e-a76c-a9cd8c19263c", "address": "fa:16:3e:58:d2:40", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76759c8-f2", "ovs_interfaceid": "d76759c8-f208-469e-a76c-a9cd8c19263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.807966] env[62221]: DEBUG oslo_vmware.api [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701382, 'name': PowerOffVM_Task, 'duration_secs': 0.232395} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.808337] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.808337] env[62221]: DEBUG nova.compute.manager [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1544.809576] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a622b-fb85-408d-9370-39b582b41271 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.814491] env[62221]: DEBUG nova.scheduler.client.report [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.838349] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.913052] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701384, 'name': PowerOffVM_Task, 'duration_secs': 0.217033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.913457] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.913649] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.913933] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da44ae73-1134-455b-948a-990a71c62e66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.960167] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.960167] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.960167] env[62221]: DEBUG nova.network.neutron [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.973257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.973759] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Instance network_info: |[{"id": "d76759c8-f208-469e-a76c-a9cd8c19263c", "address": "fa:16:3e:58:d2:40", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76759c8-f2", "ovs_interfaceid": "d76759c8-f208-469e-a76c-a9cd8c19263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1544.974153] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Acquired lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.974461] env[62221]: DEBUG nova.network.neutron [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Refreshing network info cache for port d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.977376] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d2:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76759c8-f208-469e-a76c-a9cd8c19263c', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.987176] env[62221]: DEBUG oslo.service.loopingcall [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.987752] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.987987] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-126ff004-4dc2-4e8e-962f-e5baaf45fd2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.014164] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.014536] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.014724] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] a63b62f1-65dd-470c-bfbc-51ea65734c64 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.015346] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5533f5-78e7-4790-bb0d-0800b4623350 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.023553] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1545.023553] env[62221]: value = "task-1701387" [ 1545.023553] env[62221]: _type = "Task" [ 1545.023553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.023825] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.023825] env[62221]: value = "task-1701386" [ 1545.023825] env[62221]: _type = "Task" [ 1545.023825] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.038604] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701386, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.041871] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.141645] env[62221]: DEBUG nova.network.neutron [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.189351] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Successfully updated port: f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.261549] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "9761035a-87fc-4ecb-8df8-c6d220474895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.263886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.320755] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.324384] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.131s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.325079] env[62221]: DEBUG nova.objects.instance [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'resources' on Instance uuid a987f979-41de-4b7c-a8d0-b92cc1d84c6f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.333848] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.101s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.342915] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657764} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.347032] env[62221]: INFO nova.scheduler.client.report [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance c30979d2-d813-4bf1-a1fe-ee3db2f85e46 [ 1545.347032] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.347032] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.347032] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d08480-8adc-42c9-ae0b-c303f31b22c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.359522] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1545.359522] env[62221]: value = "task-1701388" [ 1545.359522] env[62221]: _type = "Task" [ 1545.359522] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.369995] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.542858] env[62221]: DEBUG oslo_vmware.api [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299762} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.542858] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701386, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.545343] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.545808] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.546236] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.546568] env[62221]: INFO nova.compute.manager [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1545.546942] env[62221]: DEBUG oslo.service.loopingcall [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.549247] env[62221]: DEBUG nova.compute.manager [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1545.549247] env[62221]: DEBUG nova.network.neutron [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.646466] env[62221]: INFO nova.compute.manager [-] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Took 1.69 seconds to deallocate network for instance. [ 1545.692468] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.692468] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquired lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.692468] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.712641] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.712641] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.712641] env[62221]: DEBUG nova.compute.manager [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Going to confirm migration 4 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1545.732352] env[62221]: DEBUG nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Received event network-vif-deleted-178326f5-2b7a-4bb2-ad9d-561151074ea7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.733571] env[62221]: DEBUG nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Received event network-vif-plugged-f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.734078] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Acquiring lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.734332] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.735981] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.735981] env[62221]: DEBUG nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] No waiting events found dispatching network-vif-plugged-f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1545.735981] env[62221]: WARNING nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Received unexpected event network-vif-plugged-f1da8a8f-777e-4790-94cb-e87fceebd7f4 for instance with vm_state building and task_state spawning. [ 1545.735981] env[62221]: DEBUG nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Received event network-changed-f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.735981] env[62221]: DEBUG nova.compute.manager [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Refreshing instance network info cache due to event network-changed-f1da8a8f-777e-4790-94cb-e87fceebd7f4. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1545.735981] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Acquiring lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.767020] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1545.842124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.859124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-00ffb272-ae39-43df-a6f2-2c583bc7874b tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "c30979d2-d813-4bf1-a1fe-ee3db2f85e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.060s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.876386] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08082} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.877011] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.880402] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527f1c6-2033-4dfb-a523-71d32a14901e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.908633] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.912669] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6dbe25-74a2-490e-bae0-1e7d1e146915 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.944636] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1545.944636] env[62221]: value = "task-1701389" [ 1545.944636] env[62221]: _type = "Task" [ 1545.944636] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.962729] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.036431] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701386, 'name': CreateVM_Task, 'duration_secs': 0.661321} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.039901] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.040869] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.041065] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.041393] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.041976] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e60e83-f1be-41b2-92d8-fd3baa027202 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.048418] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1546.048418] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d4207c-69e2-cb9f-d3d8-7c852e9ff445" [ 1546.048418] env[62221]: _type = "Task" [ 1546.048418] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.061519] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d4207c-69e2-cb9f-d3d8-7c852e9ff445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.151906] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.185379] env[62221]: DEBUG nova.network.neutron [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Updated VIF entry in instance network info cache for port d76759c8-f208-469e-a76c-a9cd8c19263c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.185907] env[62221]: DEBUG nova.network.neutron [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Updating instance_info_cache with network_info: [{"id": "d76759c8-f208-469e-a76c-a9cd8c19263c", "address": "fa:16:3e:58:d2:40", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76759c8-f2", "ovs_interfaceid": "d76759c8-f208-469e-a76c-a9cd8c19263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.217112] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecfd42c-ad3f-4a05-88dc-d227e460889d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.227312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e7226-7d04-4e66-a18e-a4a1b0fcd02f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.260674] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ceaa0d-eeb6-4f43-9659-b9463243cd81 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.269391] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3546abd7-0821-491e-8df4-4ec481f378d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.287157] env[62221]: DEBUG nova.compute.provider_tree [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.289272] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.307798] env[62221]: DEBUG nova.network.neutron [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.313252] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.417013] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.417226] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.417406] env[62221]: DEBUG nova.network.neutron [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.417589] env[62221]: DEBUG nova.objects.instance [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lazy-loading 'info_cache' on Instance uuid 656c9ef2-a285-45b6-832c-5dec3e255c9e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.457505] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.457634] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.457732] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.457911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.458118] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.463849] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.464140] env[62221]: INFO nova.compute.manager [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Terminating instance [ 1546.466028] env[62221]: DEBUG nova.compute.manager [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1546.466255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.467041] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d389ccd-2a6d-4b03-a54d-d375d6a7cb1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.475468] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.475751] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b41052c-f611-40ca-8ce1-732618b89619 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.565058] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d4207c-69e2-cb9f-d3d8-7c852e9ff445, 'name': SearchDatastore_Task, 'duration_secs': 0.051023} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.567630] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.567939] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.568331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.568584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.568877] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.570289] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.570598] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.570870] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] fac9c0b7-ffd8-4be1-addb-76032355082a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.571246] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb1f4262-56bf-430d-8238-855f595ad1f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.574183] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-023d98a0-074e-4d95-ae7c-9e5099dcdb37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.584278] env[62221]: DEBUG oslo_vmware.api [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1546.584278] env[62221]: value = "task-1701391" [ 1546.584278] env[62221]: _type = "Task" [ 1546.584278] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.592643] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.592967] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.594098] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5df573-1279-4e0b-a6cb-8cbfce4649b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.601293] env[62221]: DEBUG oslo_vmware.api [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.605350] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1546.605350] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee2bd4-0ff2-c79f-ae77-90bc40bcc804" [ 1546.605350] env[62221]: _type = "Task" [ 1546.605350] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.614805] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee2bd4-0ff2-c79f-ae77-90bc40bcc804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.658340] env[62221]: DEBUG nova.network.neutron [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Updating instance_info_cache with network_info: [{"id": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "address": "fa:16:3e:6f:ce:3c", "network": {"id": "32340380-22fc-4503-8d4d-0e461042c629", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-429315548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824f0097b80f4919833e529fddf0823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da8a8f-77", "ovs_interfaceid": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.690702] env[62221]: DEBUG oslo_concurrency.lockutils [req-19ee16d3-fa95-48ac-b04f-44771fc3f7c2 req-accc0815-d880-44e1-846e-afd7761fc667 service nova] Releasing lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.791691] env[62221]: DEBUG nova.scheduler.client.report [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1546.810579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.837266] env[62221]: DEBUG nova.network.neutron [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.958946] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701389, 'name': ReconfigVM_Task, 'duration_secs': 0.800036} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.959247] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.959873] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6528ac57-e138-4768-abeb-4fd529d2a631 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.968147] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1546.968147] env[62221]: value = "task-1701392" [ 1546.968147] env[62221]: _type = "Task" [ 1546.968147] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.976396] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701392, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.096307] env[62221]: DEBUG oslo_vmware.api [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196476} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.096556] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.096746] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.096929] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.097118] env[62221]: INFO nova.compute.manager [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1547.097362] env[62221]: DEBUG oslo.service.loopingcall [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.097554] env[62221]: DEBUG nova.compute.manager [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1547.097647] env[62221]: DEBUG nova.network.neutron [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.115481] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ee2bd4-0ff2-c79f-ae77-90bc40bcc804, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.116392] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51429717-00cc-48b7-895e-664687c1fc32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.122084] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1547.122084] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52852513-0788-5782-d6b7-59182667d819" [ 1547.122084] env[62221]: _type = "Task" [ 1547.122084] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.130230] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52852513-0788-5782-d6b7-59182667d819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.161046] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Releasing lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.161342] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Instance network_info: |[{"id": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "address": "fa:16:3e:6f:ce:3c", "network": {"id": "32340380-22fc-4503-8d4d-0e461042c629", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-429315548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824f0097b80f4919833e529fddf0823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da8a8f-77", "ovs_interfaceid": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1547.161643] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Acquired lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.161821] env[62221]: DEBUG nova.network.neutron [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Refreshing network info cache for port f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.162991] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ce:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1da8a8f-777e-4790-94cb-e87fceebd7f4', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.171212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Creating folder: Project (824f0097b80f4919833e529fddf0823a). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.172111] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fd45500-248f-4158-9f7c-3c697f20d5e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.184821] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Created folder: Project (824f0097b80f4919833e529fddf0823a) in parent group-v354396. [ 1547.185060] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Creating folder: Instances. Parent ref: group-v354615. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1547.185300] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf3964f-1087-4db6-9373-625041012f2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.196066] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Created folder: Instances in parent group-v354615. [ 1547.196309] env[62221]: DEBUG oslo.service.loopingcall [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.196498] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.196692] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5097905d-c11d-482f-a818-c60815ccffbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.216733] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.216733] env[62221]: value = "task-1701395" [ 1547.216733] env[62221]: _type = "Task" [ 1547.216733] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.224904] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701395, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.298674] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.301135] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.628s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.301419] env[62221]: DEBUG nova.objects.instance [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'resources' on Instance uuid d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.320497] env[62221]: INFO nova.scheduler.client.report [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted allocations for instance a987f979-41de-4b7c-a8d0-b92cc1d84c6f [ 1547.335474] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f825105-16d1-46dc-a322-ed15fe71096f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.340945] env[62221]: INFO nova.compute.manager [-] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Took 1.79 seconds to deallocate network for instance. [ 1547.371516] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2aaa0a-eb2e-4803-838d-e7fe64a0e239 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.383389] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1547.484330] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701392, 'name': Rename_Task, 'duration_secs': 0.180474} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.484993] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.486341] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d963851-285e-4b27-bd69-6c189d6015ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.491031] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.491289] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.499971] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1547.499971] env[62221]: value = "task-1701396" [ 1547.499971] env[62221]: _type = "Task" [ 1547.499971] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.509427] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.632873] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52852513-0788-5782-d6b7-59182667d819, 'name': SearchDatastore_Task, 'duration_secs': 0.01625} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.633786] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.633786] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/b43073a2-7af8-4ee2-b770-181362a73473.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.633786] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958b6ca4-b525-4efe-9f6f-387ec443cf43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.641554] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1547.641554] env[62221]: value = "task-1701397" [ 1547.641554] env[62221]: _type = "Task" [ 1547.641554] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.650743] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.730517] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701395, 'name': CreateVM_Task, 'duration_secs': 0.41259} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.731769] env[62221]: DEBUG nova.network.neutron [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [{"id": "4848bc2a-85af-41dd-9229-e2af631370b6", "address": "fa:16:3e:5d:cf:4d", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848bc2a-85", "ovs_interfaceid": "4848bc2a-85af-41dd-9229-e2af631370b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.733286] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.734234] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.734699] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.735169] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.735735] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b6b352-4f6b-4f2a-864c-bdd504914fd5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.747069] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1547.747069] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d78b1-26a3-0391-93e3-d15550af8402" [ 1547.747069] env[62221]: _type = "Task" [ 1547.747069] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.761888] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d78b1-26a3-0391-93e3-d15550af8402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.777383] env[62221]: DEBUG nova.compute.manager [req-2af34e10-a32d-4fcb-8c04-608a50105b12 req-d858af0a-1c33-4a93-a80f-f73da386810b service nova] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Received event network-vif-deleted-bde781f2-bf27-48da-a6b4-4b5e2e96c673 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1547.777623] env[62221]: DEBUG nova.compute.manager [req-2af34e10-a32d-4fcb-8c04-608a50105b12 req-d858af0a-1c33-4a93-a80f-f73da386810b service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Received event network-vif-deleted-577f85b5-552c-4f41-ba49-7032151943fe {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1547.777886] env[62221]: INFO nova.compute.manager [req-2af34e10-a32d-4fcb-8c04-608a50105b12 req-d858af0a-1c33-4a93-a80f-f73da386810b service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Neutron deleted interface 577f85b5-552c-4f41-ba49-7032151943fe; detaching it from the instance and deleting it from the info cache [ 1547.778207] env[62221]: DEBUG nova.network.neutron [req-2af34e10-a32d-4fcb-8c04-608a50105b12 req-d858af0a-1c33-4a93-a80f-f73da386810b service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.835300] env[62221]: DEBUG nova.network.neutron [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.843276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-373e275b-d113-447e-a127-3dffb0a38247 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "a987f979-41de-4b7c-a8d0-b92cc1d84c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.264s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.871418] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.892907] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.893234] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6a095e-2e07-4c8a-9b51-e03daf63637c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.903956] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1547.903956] env[62221]: value = "task-1701398" [ 1547.903956] env[62221]: _type = "Task" [ 1547.903956] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.915359] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.993464] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1548.016220] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.130681] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4d388-2043-4af7-8ea2-3aa1091ddde9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.141383] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4ad00-e6a5-41ef-a9fd-b45a57d4951c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.158174] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.183770] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb04c3-3ec1-4b62-9087-78d3a24585c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.193238] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b250ec-b600-4c69-a3a6-650212e5a6d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.209107] env[62221]: DEBUG nova.compute.provider_tree [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.243565] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-656c9ef2-a285-45b6-832c-5dec3e255c9e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.244022] env[62221]: DEBUG nova.objects.instance [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lazy-loading 'migration_context' on Instance uuid 656c9ef2-a285-45b6-832c-5dec3e255c9e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.259941] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d78b1-26a3-0391-93e3-d15550af8402, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.260086] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.260323] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.260560] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.260708] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.260930] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.261367] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670f03ba-ce2e-4325-9420-468b86788e50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.277671] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.277938] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.278720] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e6603e-0786-4d8f-86a9-d8fd0e7dda6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.282135] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a59f380-04a9-4a8c-bbbc-f570a3fb935f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.285182] env[62221]: DEBUG nova.network.neutron [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Updated VIF entry in instance network info cache for port f1da8a8f-777e-4790-94cb-e87fceebd7f4. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.285423] env[62221]: DEBUG nova.network.neutron [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Updating instance_info_cache with network_info: [{"id": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "address": "fa:16:3e:6f:ce:3c", "network": {"id": "32340380-22fc-4503-8d4d-0e461042c629", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-429315548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824f0097b80f4919833e529fddf0823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da8a8f-77", "ovs_interfaceid": "f1da8a8f-777e-4790-94cb-e87fceebd7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.288171] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1548.288171] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf7533-5d21-3794-97a6-e081228f9293" [ 1548.288171] env[62221]: _type = "Task" [ 1548.288171] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.295953] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df602182-6fa0-4d15-a7a7-0652561a88e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.312299] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf7533-5d21-3794-97a6-e081228f9293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.336624] env[62221]: DEBUG nova.compute.manager [req-2af34e10-a32d-4fcb-8c04-608a50105b12 req-d858af0a-1c33-4a93-a80f-f73da386810b service nova] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Detach interface failed, port_id=577f85b5-552c-4f41-ba49-7032151943fe, reason: Instance fac9c0b7-ffd8-4be1-addb-76032355082a could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1548.340746] env[62221]: INFO nova.compute.manager [-] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Took 1.24 seconds to deallocate network for instance. [ 1548.416460] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.513952] env[62221]: DEBUG oslo_vmware.api [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701396, 'name': PowerOnVM_Task, 'duration_secs': 0.769998} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.517169] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.517169] env[62221]: INFO nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1548.517169] env[62221]: DEBUG nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1548.517169] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad132b3-fbd3-4139-80a3-b270fe86d11e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.521300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.658041] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680322} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.658041] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/b43073a2-7af8-4ee2-b770-181362a73473.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.658438] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.658742] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9533dd8a-9b27-4055-9831-bead442ed97f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.667632] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1548.667632] env[62221]: value = "task-1701399" [ 1548.667632] env[62221]: _type = "Task" [ 1548.667632] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.678054] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.729947] env[62221]: ERROR nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [req-b4c22266-e808-42e5-8e4e-8cb958bc3e37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4c22266-e808-42e5-8e4e-8cb958bc3e37"}]} [ 1548.748025] env[62221]: DEBUG nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1548.750093] env[62221]: DEBUG nova.objects.base [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Object Instance<656c9ef2-a285-45b6-832c-5dec3e255c9e> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1548.751517] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01775e85-2c6e-4a21-93ed-486daf7aa9ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.774326] env[62221]: DEBUG nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1548.774326] env[62221]: DEBUG nova.compute.provider_tree [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.776192] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316ef68d-059f-43f4-8e0c-aa1e680ad399 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.783116] env[62221]: DEBUG oslo_vmware.api [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1548.783116] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c72eb7-d2db-aa84-cbed-eb9baa113c00" [ 1548.783116] env[62221]: _type = "Task" [ 1548.783116] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.789626] env[62221]: DEBUG nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1548.792305] env[62221]: DEBUG oslo_concurrency.lockutils [req-d19e27af-3f8e-472e-ae2d-4ac64474fbe3 req-79b7d6b4-5f5e-473d-a681-9710a1b0a012 service nova] Releasing lock "refresh_cache-ddc6ecb9-113b-4bda-9932-7bb091ae43ea" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.800055] env[62221]: DEBUG oslo_vmware.api [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c72eb7-d2db-aa84-cbed-eb9baa113c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.807032] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf7533-5d21-3794-97a6-e081228f9293, 'name': SearchDatastore_Task, 'duration_secs': 0.016253} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.807930] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6688b2e-c7e5-4be6-9a6e-d323f6ef911e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.814502] env[62221]: DEBUG nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1548.821876] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1548.821876] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52230aab-a8dd-c370-c590-6afcc804d40d" [ 1548.821876] env[62221]: _type = "Task" [ 1548.821876] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.833173] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52230aab-a8dd-c370-c590-6afcc804d40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.847992] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.919105] env[62221]: DEBUG oslo_vmware.api [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701398, 'name': PowerOnVM_Task, 'duration_secs': 0.949522} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.921893] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.922133] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17c40c1c-8851-4666-a2e0-a9ee44cf036b tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance '95fc471b-7992-4fd8-97b6-67fc434e05f1' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.037642] env[62221]: INFO nova.compute.manager [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Took 30.73 seconds to build instance. [ 1549.107376] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f3d2f-478d-4523-af1a-5e56b1313f3c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.115742] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3008fe1d-0fdb-456d-8785-e79173192fd5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.147080] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d83f7fe-2849-47d8-b132-cc332dcb9b4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.155103] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269dc246-3e41-479d-ab08-a06c5dec73e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.168878] env[62221]: DEBUG nova.compute.provider_tree [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.178014] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139002} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.178872] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.179667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b319eb9-11d7-4eb3-a055-7185557b3696 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.201566] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/b43073a2-7af8-4ee2-b770-181362a73473.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.202560] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01974012-1006-467b-91a4-0bc830a53c77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.224622] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1549.224622] env[62221]: value = "task-1701400" [ 1549.224622] env[62221]: _type = "Task" [ 1549.224622] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.235453] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.295234] env[62221]: DEBUG oslo_vmware.api [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c72eb7-d2db-aa84-cbed-eb9baa113c00, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.295447] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.332714] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52230aab-a8dd-c370-c590-6afcc804d40d, 'name': SearchDatastore_Task, 'duration_secs': 0.016295} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.332994] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.333276] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ddc6ecb9-113b-4bda-9932-7bb091ae43ea/ddc6ecb9-113b-4bda-9932-7bb091ae43ea.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.333581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-616e14c9-5cb8-4bbe-95c6-778d13240a6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.342017] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1549.342017] env[62221]: value = "task-1701401" [ 1549.342017] env[62221]: _type = "Task" [ 1549.342017] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.350470] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.542254] env[62221]: DEBUG oslo_concurrency.lockutils [None req-001ae85c-0c2b-4e47-a053-6961f35ea6a0 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.247s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.708041] env[62221]: DEBUG nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1549.708398] env[62221]: DEBUG nova.compute.provider_tree [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 132 to 133 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1549.708593] env[62221]: DEBUG nova.compute.provider_tree [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.736630] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.853776] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.214677] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.217474] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.150s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.219272] env[62221]: INFO nova.compute.claims [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.234751] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701400, 'name': ReconfigVM_Task, 'duration_secs': 0.839776} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.235691] env[62221]: INFO nova.scheduler.client.report [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted allocations for instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b [ 1550.236688] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/b43073a2-7af8-4ee2-b770-181362a73473.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.237385] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d95a97-cfa1-4829-8297-e8a8dcae86aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.247104] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1550.247104] env[62221]: value = "task-1701402" [ 1550.247104] env[62221]: _type = "Task" [ 1550.247104] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.255767] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701402, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.352455] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65759} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.352712] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] ddc6ecb9-113b-4bda-9932-7bb091ae43ea/ddc6ecb9-113b-4bda-9932-7bb091ae43ea.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.352927] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.353194] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-679d949d-4f57-4f04-8f2e-3ab72ea46ac6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.360769] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1550.360769] env[62221]: value = "task-1701403" [ 1550.360769] env[62221]: _type = "Task" [ 1550.360769] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.369435] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.642349] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.642598] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.745896] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1198677a-2460-4d96-ad97-44c43082776a tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.295s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.746909] env[62221]: DEBUG oslo_concurrency.lockutils [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] Acquired lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.747933] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d587f8a-bbe5-4c2b-b85f-b4ad61988464 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.761319] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701402, 'name': Rename_Task, 'duration_secs': 0.253475} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.762632] env[62221]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1550.762739] env[62221]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62221) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1550.763505] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.763891] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a703b076-4d50-4659-a769-953c533575a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.765488] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-062f8de6-c9ac-409e-b973-518a4ce93f41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.776800] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335e68b-d53b-4e84-8314-676783611cb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.787541] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1550.787541] env[62221]: value = "task-1701404" [ 1550.787541] env[62221]: _type = "Task" [ 1550.787541] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.813491] env[62221]: ERROR root [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354572'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354572'}\n"]: nova.exception.InstanceNotFound: Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b could not be found. [ 1550.813836] env[62221]: DEBUG oslo_concurrency.lockutils [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] Releasing lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.813974] env[62221]: DEBUG nova.compute.manager [req-13e442cd-3502-4328-bdaa-544286c80574 req-abc26ecd-7f3c-4150-86ba-2b7bb5df62e1 service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Detach interface failed, port_id=08e51334-9a57-4487-a1f1-351dce7f64cc, reason: Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1550.817905] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Acquired lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.818213] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.818960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82534443-b2e3-4f2e-b882-1b0b68ef824d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.828310] env[62221]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1550.828310] env[62221]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62221) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1550.828310] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-502b879c-da46-4a21-ad48-a875befa1ed0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.837317] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3248fe81-3d9a-4721-9636-30ad82aa6b65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.880467] env[62221]: ERROR root [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354572'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354572' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354572'}\n"]: nova.exception.InstanceNotFound: Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b could not be found. [ 1550.880756] env[62221]: DEBUG oslo_concurrency.lockutils [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] Releasing lock "d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.880892] env[62221]: DEBUG nova.compute.manager [req-496c0adc-2fc0-44a7-9378-5c6213f7bd92 req-ddd69594-9720-41a1-ab45-23bf7b9fbeff service nova] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Detach interface failed, port_id=c98bc630-b1ab-49c3-982a-305f759f038b, reason: Instance d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1550.886975] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.887323] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.888258] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea7465-a521-45e6-9f51-369eba51dfc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.912298] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ddc6ecb9-113b-4bda-9932-7bb091ae43ea/ddc6ecb9-113b-4bda-9932-7bb091ae43ea.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.912646] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2905794-9415-47ef-a8f2-fb7c366e28a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.935157] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1550.935157] env[62221]: value = "task-1701405" [ 1550.935157] env[62221]: _type = "Task" [ 1550.935157] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.944836] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.146154] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1551.306774] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.445986] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701405, 'name': ReconfigVM_Task, 'duration_secs': 0.507226} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.446133] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ddc6ecb9-113b-4bda-9932-7bb091ae43ea/ddc6ecb9-113b-4bda-9932-7bb091ae43ea.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.449590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-008a8c07-3d3f-49a5-91f7-e33b6d9dd32e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.459500] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1551.459500] env[62221]: value = "task-1701406" [ 1551.459500] env[62221]: _type = "Task" [ 1551.459500] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.472314] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701406, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.534778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.535040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.535234] env[62221]: DEBUG nova.compute.manager [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Going to confirm migration 5 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1551.560061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620741a-73fd-4381-b315-1bd296c93583 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.570225] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb88e4-c6d8-483d-a390-eaae46a35b6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.609629] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc4b278-875e-4f58-afac-84596e6d31d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.618586] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910de83f-5c9f-4b52-8113-2272deb54ce4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.633633] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.667942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.798845] env[62221]: DEBUG oslo_vmware.api [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701404, 'name': PowerOnVM_Task, 'duration_secs': 0.715891} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.799119] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.799329] env[62221]: INFO nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1551.799510] env[62221]: DEBUG nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1551.800298] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7545088-3294-491b-8786-62c18c551194 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.970978] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701406, 'name': Rename_Task, 'duration_secs': 0.227624} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.971515] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.971919] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12691737-53f4-4a17-a4d9-2e3cd094f25c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.982331] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1551.982331] env[62221]: value = "task-1701407" [ 1551.982331] env[62221]: _type = "Task" [ 1551.982331] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.989498] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.085536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.085536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.085536] env[62221]: DEBUG nova.network.neutron [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.086180] env[62221]: DEBUG nova.objects.instance [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'info_cache' on Instance uuid 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.155483] env[62221]: ERROR nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [req-c6a1fb0e-e2d9-4b52-9e6e-d8f9540b211e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6a1fb0e-e2d9-4b52-9e6e-d8f9540b211e"}]} [ 1552.172654] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1552.187434] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1552.187675] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1552.200279] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1552.219101] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1552.318943] env[62221]: INFO nova.compute.manager [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Took 33.48 seconds to build instance. [ 1552.493424] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.541359] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a205e-f07b-4d5a-b99e-06048d59da9f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.549998] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ac9d6-7ea9-48e8-990b-fd00f9d85247 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.593787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3866345-07df-4f29-9377-2585973f6369 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.603385] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43468a73-09b3-48bd-ab34-fe8e5663edb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.624536] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1552.820661] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e2143341-2e20-4080-9ac6-3308f7f45c86 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.988s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.991421] env[62221]: DEBUG oslo_vmware.api [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701407, 'name': PowerOnVM_Task, 'duration_secs': 0.777093} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.991723] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.991933] env[62221]: INFO nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1552.993295] env[62221]: DEBUG nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1552.994165] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a10ef3-a27c-4b7a-83dc-ab729b5d267e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.113619] env[62221]: INFO nova.compute.manager [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Rescuing [ 1553.113619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.113802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.114366] env[62221]: DEBUG nova.network.neutron [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.143373] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.143600] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.149686] env[62221]: ERROR nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [req-9887b0d4-a2ee-4ec9-934f-fa8026417490] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9887b0d4-a2ee-4ec9-934f-fa8026417490"}]} [ 1553.166034] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1553.179195] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1553.179359] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1553.190645] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1553.209335] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1553.334873] env[62221]: DEBUG nova.network.neutron [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [{"id": "ca6e691e-a868-478f-b04f-d5d513830caf", "address": "fa:16:3e:e7:0b:93", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6e691e-a8", "ovs_interfaceid": "ca6e691e-a868-478f-b04f-d5d513830caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.451129] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b542041-ceef-4240-b701-eb3b9046be75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.458950] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9171ca-fa1a-4a82-b030-548256d90997 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.491287] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f3292-b817-4bb0-9724-08bf9ae3e4ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.498703] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc660fe-bbbb-4db6-b062-8b969d76987b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.515240] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1553.518260] env[62221]: INFO nova.compute.manager [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Took 31.28 seconds to build instance. [ 1553.648677] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1553.839968] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-95fc471b-7992-4fd8-97b6-67fc434e05f1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.840194] env[62221]: DEBUG nova.objects.instance [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'migration_context' on Instance uuid 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.855299] env[62221]: DEBUG nova.network.neutron [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Updating instance_info_cache with network_info: [{"id": "d76759c8-f208-469e-a76c-a9cd8c19263c", "address": "fa:16:3e:58:d2:40", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76759c8-f2", "ovs_interfaceid": "d76759c8-f208-469e-a76c-a9cd8c19263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.021947] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7f30ad06-53d2-4c80-8ced-8898f16f17c2 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.797s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.050426] env[62221]: DEBUG nova.scheduler.client.report [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1554.050633] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 135 to 136 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1554.050828] env[62221]: DEBUG nova.compute.provider_tree [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1554.169560] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.342758] env[62221]: DEBUG nova.objects.base [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Object Instance<95fc471b-7992-4fd8-97b6-67fc434e05f1> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1554.343723] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af641ccb-9a3d-4192-aa43-a60a08999b6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.363745] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-b43073a2-7af8-4ee2-b770-181362a73473" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.366624] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdcdc11-ca0b-4275-b81a-23f90fc44f47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.372671] env[62221]: DEBUG oslo_vmware.api [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1554.372671] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527da2fb-f1a3-7f49-8fef-731ce7c27eb9" [ 1554.372671] env[62221]: _type = "Task" [ 1554.372671] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.381564] env[62221]: DEBUG oslo_vmware.api [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527da2fb-f1a3-7f49-8fef-731ce7c27eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.555663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.338s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.556271] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1554.559378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.717s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.559576] env[62221]: DEBUG nova.objects.instance [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1554.592189] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.592481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.592694] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.592910] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.593078] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.595335] env[62221]: INFO nova.compute.manager [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Terminating instance [ 1554.597766] env[62221]: DEBUG nova.compute.manager [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1554.598011] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.598890] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1e411-566a-4837-bd86-513c1cec064c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.607920] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.608211] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96554ef2-634f-47a8-9f7d-caa85c122c29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.617263] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1554.617263] env[62221]: value = "task-1701408" [ 1554.617263] env[62221]: _type = "Task" [ 1554.617263] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.627083] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.883717] env[62221]: DEBUG oslo_vmware.api [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527da2fb-f1a3-7f49-8fef-731ce7c27eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008365} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.884889] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.895075] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.895329] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7944418f-d3f2-4685-8e52-441735d77b66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.902645] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1554.902645] env[62221]: value = "task-1701409" [ 1554.902645] env[62221]: _type = "Task" [ 1554.902645] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.911494] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.064516] env[62221]: DEBUG nova.compute.utils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.068863] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1555.069091] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.125127] env[62221]: DEBUG nova.policy [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4cd9882e6a4a208e1d2af3e6ecc03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ceabc6e2f94e8b8d33f61d5fc9ddaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1555.132952] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701408, 'name': PowerOffVM_Task, 'duration_secs': 0.366413} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.133584] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.133584] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.134121] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8802ce5-7ad5-4c9e-b9d2-d9f145fe9625 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.342090] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.342276] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.342410] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Deleting the datastore file [datastore1] ddc6ecb9-113b-4bda-9932-7bb091ae43ea {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.342715] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ad4f1d-0da4-4d9e-acbb-b7ef1eb5cf2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.352258] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for the task: (returnval){ [ 1555.352258] env[62221]: value = "task-1701411" [ 1555.352258] env[62221]: _type = "Task" [ 1555.352258] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.360630] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.414721] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701409, 'name': PowerOffVM_Task, 'duration_secs': 0.25088} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.414721] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.414721] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307a203-b801-4423-ba3e-cc591126ec00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.440607] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2e3825-e78c-422b-8a38-c056e82e6c25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.480023] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.480324] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f259c7-4ced-4f4f-9878-941eb12bfd6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.490039] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1555.490039] env[62221]: value = "task-1701412" [ 1555.490039] env[62221]: _type = "Task" [ 1555.490039] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.499833] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1555.500176] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.500576] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.500780] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.501463] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.501463] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef94968-7299-4aaf-b94e-3b9049707a46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.511352] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.511658] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.512767] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f0e838-b548-465e-acac-9ff9d8b01bce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.519059] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1555.519059] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bdbd3-0e27-64f1-5eb9-4a23bf09112a" [ 1555.519059] env[62221]: _type = "Task" [ 1555.519059] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.527841] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bdbd3-0e27-64f1-5eb9-4a23bf09112a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.528701] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Successfully created port: 6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.569826] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1555.574833] env[62221]: DEBUG oslo_concurrency.lockutils [None req-207b6782-aa75-422b-b994-bed530852568 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.574833] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.423s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.574833] env[62221]: DEBUG nova.objects.instance [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lazy-loading 'resources' on Instance uuid 557da8a7-469d-45c2-b3c1-d3cf1b101972 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.862204] env[62221]: DEBUG oslo_vmware.api [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Task: {'id': task-1701411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265661} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.862406] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.862606] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.862790] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.862963] env[62221]: INFO nova.compute.manager [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1555.863223] env[62221]: DEBUG oslo.service.loopingcall [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.863427] env[62221]: DEBUG nova.compute.manager [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1555.863501] env[62221]: DEBUG nova.network.neutron [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.030541] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bdbd3-0e27-64f1-5eb9-4a23bf09112a, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.032663] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d4ecee-b81e-41b1-a4dd-e6479c27bc90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.039037] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1556.039037] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52348161-24ff-ba1a-f4ee-557f45e19391" [ 1556.039037] env[62221]: _type = "Task" [ 1556.039037] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.053322] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52348161-24ff-ba1a-f4ee-557f45e19391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.193820] env[62221]: DEBUG nova.compute.manager [req-5b52d5f2-4eb1-494d-aac9-63aee3f26e82 req-b886ae50-2def-4e8f-85a9-6c8897e09991 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Received event network-vif-deleted-f1da8a8f-777e-4790-94cb-e87fceebd7f4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.193941] env[62221]: INFO nova.compute.manager [req-5b52d5f2-4eb1-494d-aac9-63aee3f26e82 req-b886ae50-2def-4e8f-85a9-6c8897e09991 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Neutron deleted interface f1da8a8f-777e-4790-94cb-e87fceebd7f4; detaching it from the instance and deleting it from the info cache [ 1556.194091] env[62221]: DEBUG nova.network.neutron [req-5b52d5f2-4eb1-494d-aac9-63aee3f26e82 req-b886ae50-2def-4e8f-85a9-6c8897e09991 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.410527] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032bc828-3986-44f0-b704-b1f8c024e50c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.420701] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd79639d-323c-405a-b77c-099735ddf8f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.452829] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82169a34-90d1-4006-9839-29f1a96742e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.461587] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b440a68-5233-43ca-a384-f6385430d1f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.478101] env[62221]: DEBUG nova.compute.provider_tree [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1556.548569] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52348161-24ff-ba1a-f4ee-557f45e19391, 'name': SearchDatastore_Task, 'duration_secs': 0.021575} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.548831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.549098] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1556.549372] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3494c7a8-a635-4c74-83a2-1074db5dcc52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.557671] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1556.557671] env[62221]: value = "task-1701413" [ 1556.557671] env[62221]: _type = "Task" [ 1556.557671] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.567931] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.582323] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1556.609434] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.609706] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.609875] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.610099] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.610282] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.610461] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.610699] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.610875] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.611073] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.611263] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.611460] env[62221]: DEBUG nova.virt.hardware [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.612379] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc2bad-edbd-476f-ac5f-932644853b89 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.621129] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c61d9-ca92-422c-83d7-b17bb59f5816 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.657896] env[62221]: DEBUG nova.network.neutron [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.698953] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e315d061-3fae-4c61-9ced-c88cce2a052c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.710174] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dc8827-845c-4b9a-a5cd-586c030a57ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.744047] env[62221]: DEBUG nova.compute.manager [req-5b52d5f2-4eb1-494d-aac9-63aee3f26e82 req-b886ae50-2def-4e8f-85a9-6c8897e09991 service nova] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Detach interface failed, port_id=f1da8a8f-777e-4790-94cb-e87fceebd7f4, reason: Instance ddc6ecb9-113b-4bda-9932-7bb091ae43ea could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1557.010421] env[62221]: DEBUG nova.scheduler.client.report [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1557.010715] env[62221]: DEBUG nova.compute.provider_tree [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 136 to 137 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1557.010892] env[62221]: DEBUG nova.compute.provider_tree [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1557.068400] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485565} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.068696] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1557.069726] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e22d72a-b71d-4e23-a063-b3909b325708 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.097521] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.097863] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09958a32-72d2-4a55-890d-3b5e19d220bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.111889] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Successfully updated port: 6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.120787] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1557.120787] env[62221]: value = "task-1701414" [ 1557.120787] env[62221]: _type = "Task" [ 1557.120787] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.132320] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.160117] env[62221]: INFO nova.compute.manager [-] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Took 1.30 seconds to deallocate network for instance. [ 1557.516375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.518863] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.230s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.520454] env[62221]: INFO nova.compute.claims [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.536735] env[62221]: INFO nova.scheduler.client.report [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Deleted allocations for instance 557da8a7-469d-45c2-b3c1-d3cf1b101972 [ 1557.614153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.614321] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.614476] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.631747] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701414, 'name': ReconfigVM_Task, 'duration_secs': 0.330546} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.632063] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b43073a2-7af8-4ee2-b770-181362a73473/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.633033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da69ede-8b67-4a7e-b62a-44ce91d01eda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.659390] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fd28dd-6a12-4988-8d87-fd7a3b60a830 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.670123] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.677619] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1557.677619] env[62221]: value = "task-1701415" [ 1557.677619] env[62221]: _type = "Task" [ 1557.677619] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.686341] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.044139] env[62221]: DEBUG oslo_concurrency.lockutils [None req-35e03933-eda9-41ba-8560-fd06cfd5ce47 tempest-ServerAddressesTestJSON-1176847851 tempest-ServerAddressesTestJSON-1176847851-project-member] Lock "557da8a7-469d-45c2-b3c1-d3cf1b101972" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.280s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.146296] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.189200] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.220431] env[62221]: DEBUG nova.compute.manager [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Received event network-vif-plugged-6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.220684] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Acquiring lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.220914] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.221114] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.221327] env[62221]: DEBUG nova.compute.manager [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] No waiting events found dispatching network-vif-plugged-6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1558.221471] env[62221]: WARNING nova.compute.manager [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Received unexpected event network-vif-plugged-6dfb4d88-0455-4662-9d53-03be0d42079b for instance with vm_state building and task_state spawning. [ 1558.221629] env[62221]: DEBUG nova.compute.manager [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Received event network-changed-6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.221797] env[62221]: DEBUG nova.compute.manager [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Refreshing instance network info cache due to event network-changed-6dfb4d88-0455-4662-9d53-03be0d42079b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1558.221959] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Acquiring lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.379878] env[62221]: DEBUG nova.network.neutron [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Updating instance_info_cache with network_info: [{"id": "6dfb4d88-0455-4662-9d53-03be0d42079b", "address": "fa:16:3e:cf:e2:c2", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dfb4d88-04", "ovs_interfaceid": "6dfb4d88-0455-4662-9d53-03be0d42079b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.688870] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701415, 'name': ReconfigVM_Task, 'duration_secs': 0.657269} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.689313] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.689413] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95aae5a-bae4-4daa-94e3-0d4a511c3968 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.699909] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1558.699909] env[62221]: value = "task-1701416" [ 1558.699909] env[62221]: _type = "Task" [ 1558.699909] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.718738] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.813458] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e695c59-8978-4c16-b5ef-627313c7d220 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.821876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3ecfd-0059-4fb6-baf1-0836c862a93e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.853077] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08489453-37fe-4502-919f-10a0da7e5219 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.861689] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815890b7-2aee-401e-be49-24f15a521860 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.878701] env[62221]: DEBUG nova.compute.provider_tree [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.883017] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.883357] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Instance network_info: |[{"id": "6dfb4d88-0455-4662-9d53-03be0d42079b", "address": "fa:16:3e:cf:e2:c2", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dfb4d88-04", "ovs_interfaceid": "6dfb4d88-0455-4662-9d53-03be0d42079b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1558.883650] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Acquired lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.883829] env[62221]: DEBUG nova.network.neutron [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Refreshing network info cache for port 6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.886768] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e2:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dfb4d88-0455-4662-9d53-03be0d42079b', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.892721] env[62221]: DEBUG oslo.service.loopingcall [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.896102] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.897131] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae2a5971-1201-4dc2-8022-0882179d42ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.921606] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.921606] env[62221]: value = "task-1701417" [ 1558.921606] env[62221]: _type = "Task" [ 1558.921606] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.931155] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701417, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.183267] env[62221]: DEBUG nova.network.neutron [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Updated VIF entry in instance network info cache for port 6dfb4d88-0455-4662-9d53-03be0d42079b. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.184066] env[62221]: DEBUG nova.network.neutron [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Updating instance_info_cache with network_info: [{"id": "6dfb4d88-0455-4662-9d53-03be0d42079b", "address": "fa:16:3e:cf:e2:c2", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dfb4d88-04", "ovs_interfaceid": "6dfb4d88-0455-4662-9d53-03be0d42079b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.210311] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.382195] env[62221]: DEBUG nova.scheduler.client.report [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.434960] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701417, 'name': CreateVM_Task, 'duration_secs': 0.450158} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.435169] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.435822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.436020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.436708] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.437015] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b64644f-f8e2-4c9c-b8d5-a2304eef3ff1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.442723] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1559.442723] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a1c30-b723-d1c4-778f-53b8f9d0d2af" [ 1559.442723] env[62221]: _type = "Task" [ 1559.442723] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.452759] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a1c30-b723-d1c4-778f-53b8f9d0d2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.686850] env[62221]: DEBUG oslo_concurrency.lockutils [req-c29e72bd-76d1-4da7-899a-b15805b4976f req-9e8d46e5-caf9-49b2-994a-c59c0af89797 service nova] Releasing lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.712166] env[62221]: DEBUG oslo_vmware.api [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701416, 'name': PowerOnVM_Task, 'duration_secs': 0.606836} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.712166] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1559.718336] env[62221]: DEBUG nova.compute.manager [None req-9efd7294-d988-45da-9768-31448035856a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1559.718336] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35950d21-e5a5-4859-bbf9-881bce3c09dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.888854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.889428] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1559.892900] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.022s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.893142] env[62221]: DEBUG nova.objects.instance [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'resources' on Instance uuid a63b62f1-65dd-470c-bfbc-51ea65734c64 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.955238] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a1c30-b723-d1c4-778f-53b8f9d0d2af, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.955370] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.955681] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.955904] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.956013] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.957031] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.957031] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9949ebf2-4d2b-4068-b879-111bb833ff55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.966792] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.966998] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.967737] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb9ffdd-0142-459d-b9cc-be0faa3131bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.978970] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1559.978970] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52af20a8-fd87-0829-57b2-283293396ec7" [ 1559.978970] env[62221]: _type = "Task" [ 1559.978970] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.990352] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52af20a8-fd87-0829-57b2-283293396ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.991463] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ec807c-5205-41d9-9248-98249d5a4794 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.997321] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1559.997321] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ad0c3f-5391-ab6a-828f-8ea2a7400ff6" [ 1559.997321] env[62221]: _type = "Task" [ 1559.997321] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.009101] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ad0c3f-5391-ab6a-828f-8ea2a7400ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.396565] env[62221]: DEBUG nova.compute.utils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.399305] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1560.399635] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.474084] env[62221]: DEBUG nova.policy [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d495713ad934566b846bbcbf3809421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98de71ce0daa4621acbc69bec033f9ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1560.510697] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ad0c3f-5391-ab6a-828f-8ea2a7400ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.510966] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.511335] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 80f5d304-d2fa-4297-b0c1-58b97f2a4d48/80f5d304-d2fa-4297-b0c1-58b97f2a4d48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.511601] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cde9f32-8f44-4d45-a9ef-15a358256d43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.520226] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1560.520226] env[62221]: value = "task-1701418" [ 1560.520226] env[62221]: _type = "Task" [ 1560.520226] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.529197] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.678348] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570620e-ea5a-4f63-b154-945a04d1f79c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.687595] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59707537-0db0-4800-8ea0-e81efa079107 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.729467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db100a-8f5b-40d6-b17f-0e8baaab74c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.745427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c3d375-a4c6-47fa-8518-815120b2a83c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.759267] env[62221]: DEBUG nova.compute.provider_tree [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.766163] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Successfully created port: 3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.907823] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1561.031467] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701418, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.264261] env[62221]: DEBUG nova.scheduler.client.report [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.531711] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520002} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.531900] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 80f5d304-d2fa-4297-b0c1-58b97f2a4d48/80f5d304-d2fa-4297-b0c1-58b97f2a4d48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.532129] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.532383] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7e6dbe-07c5-43f5-a040-a431669bde5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.539271] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1561.539271] env[62221]: value = "task-1701419" [ 1561.539271] env[62221]: _type = "Task" [ 1561.539271] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.548015] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.770487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.772794] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.252s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.774343] env[62221]: INFO nova.compute.claims [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.793052] env[62221]: INFO nova.scheduler.client.report [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance a63b62f1-65dd-470c-bfbc-51ea65734c64 [ 1561.919434] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1561.947306] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1561.947567] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1561.947721] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.947900] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1561.948101] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.948265] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1561.948497] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1561.948659] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1561.948820] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1561.949018] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1561.949165] env[62221]: DEBUG nova.virt.hardware [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1561.949999] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb73a2-eb4d-4c8f-8570-05f6bb851023 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.957903] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b43972c-7156-41d1-b66a-a14ceae0011b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.048523] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064104} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.048800] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.049594] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0745318c-7aba-4d83-9474-184d9b7ad188 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.072471] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 80f5d304-d2fa-4297-b0c1-58b97f2a4d48/80f5d304-d2fa-4297-b0c1-58b97f2a4d48.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.072725] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42c7b85-bc57-478e-ac0b-aa93334b635e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.093046] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1562.093046] env[62221]: value = "task-1701420" [ 1562.093046] env[62221]: _type = "Task" [ 1562.093046] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.101715] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.301157] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ee4948e1-0eba-46ae-b27c-e1df1f66597e tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a63b62f1-65dd-470c-bfbc-51ea65734c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.934s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.575442] env[62221]: DEBUG nova.compute.manager [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Received event network-vif-plugged-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.575641] env[62221]: DEBUG oslo_concurrency.lockutils [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] Acquiring lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.576117] env[62221]: DEBUG oslo_concurrency.lockutils [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] Lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.576414] env[62221]: DEBUG oslo_concurrency.lockutils [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] Lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.576871] env[62221]: DEBUG nova.compute.manager [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] No waiting events found dispatching network-vif-plugged-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1562.576913] env[62221]: WARNING nova.compute.manager [req-0eb7d5cc-ee73-44b7-9889-470ca40f49db req-a975c1aa-b8d2-4aa7-b1e4-932ca43a477d service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Received unexpected event network-vif-plugged-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b for instance with vm_state building and task_state spawning. [ 1562.602523] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.654450] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Successfully updated port: 3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.024570] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25173c25-e6f4-4876-a5a6-307232af4ca7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.032963] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894d12fd-8d02-4c18-a66e-ced73b181591 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.064345] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dd655e-88f9-4772-98ac-5329f96205c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.071766] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa9dc1-e37b-4c2a-964b-c6ba50f0c21a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.084971] env[62221]: DEBUG nova.compute.provider_tree [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1563.102031] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701420, 'name': ReconfigVM_Task, 'duration_secs': 0.647056} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.102140] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 80f5d304-d2fa-4297-b0c1-58b97f2a4d48/80f5d304-d2fa-4297-b0c1-58b97f2a4d48.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.102724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b87c1c5-b2a3-4798-adf4-f15477745f73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.108748] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1563.108748] env[62221]: value = "task-1701421" [ 1563.108748] env[62221]: _type = "Task" [ 1563.108748] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.116251] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701421, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.140159] env[62221]: INFO nova.compute.manager [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Rescuing [ 1563.140406] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.140552] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.140718] env[62221]: DEBUG nova.network.neutron [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.156481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.156619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.156762] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.511503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.511503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.511503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.511503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.511503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.514083] env[62221]: INFO nova.compute.manager [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Terminating instance [ 1563.515695] env[62221]: DEBUG nova.compute.manager [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1563.515891] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.516971] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f361009-9de7-4fd1-9aab-70d44726e6e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.525065] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.525302] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee26f15-1efc-45b4-a1e5-c7e72492bfac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.530863] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1563.530863] env[62221]: value = "task-1701422" [ 1563.530863] env[62221]: _type = "Task" [ 1563.530863] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.539022] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1701422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.605649] env[62221]: ERROR nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [req-74e9ecdc-c215-435e-82e1-5086069a891e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74e9ecdc-c215-435e-82e1-5086069a891e"}]} [ 1563.620460] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701421, 'name': Rename_Task, 'duration_secs': 0.132676} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.621453] env[62221]: DEBUG nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1563.623292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.623752] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f802bcc4-5f95-4d2e-b03d-0bfe5b043b47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.629775] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1563.629775] env[62221]: value = "task-1701423" [ 1563.629775] env[62221]: _type = "Task" [ 1563.629775] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.634853] env[62221]: DEBUG nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1563.635073] env[62221]: DEBUG nova.compute.provider_tree [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1563.640180] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.649821] env[62221]: DEBUG nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1563.668931] env[62221]: DEBUG nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1563.731210] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.924514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.924514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.025813] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10be6b3-da38-4fad-9a6c-5b1195728e5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.037427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85150bc8-3ce1-4088-9a95-d86b44203d6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.043268] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1701422, 'name': PowerOffVM_Task, 'duration_secs': 0.273403} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.043863] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.044100] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.044291] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbd58488-fbf6-4e05-8991-9d52567bede3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.071613] env[62221]: DEBUG nova.network.neutron [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Updating instance_info_cache with network_info: [{"id": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "address": "fa:16:3e:4e:55:e3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf6ec90-9d", "ovs_interfaceid": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.073365] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a021b9fe-30d4-40eb-9873-c4e57da4b250 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.076829] env[62221]: DEBUG nova.network.neutron [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.084667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe58ae9-1952-4f41-92b0-faff8cb18074 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.100541] env[62221]: DEBUG nova.compute.provider_tree [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1564.138773] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.160449] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.160842] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.160842] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Deleting the datastore file [datastore1] e3d0bcf5-5e1b-4783-8fcb-8036df7c800c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.161097] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c60a640-4dc5-4b15-b088-bc1b83e6c8bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.168298] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for the task: (returnval){ [ 1564.168298] env[62221]: value = "task-1701425" [ 1564.168298] env[62221]: _type = "Task" [ 1564.168298] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.177951] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1701425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.426762] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1564.578903] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.579269] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance network_info: |[{"id": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "address": "fa:16:3e:4e:55:e3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf6ec90-9d", "ovs_interfaceid": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1564.579748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.581941] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:55:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.589646] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating folder: Project (98de71ce0daa4621acbc69bec033f9ee). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.590220] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b414c7-8538-474f-9acf-0f50858f2087 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.599729] env[62221]: DEBUG nova.compute.manager [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Received event network-changed-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1564.599969] env[62221]: DEBUG nova.compute.manager [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Refreshing instance network info cache due to event network-changed-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1564.600796] env[62221]: DEBUG oslo_concurrency.lockutils [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] Acquiring lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.600796] env[62221]: DEBUG oslo_concurrency.lockutils [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] Acquired lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.600796] env[62221]: DEBUG nova.network.neutron [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Refreshing network info cache for port 3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.605573] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created folder: Project (98de71ce0daa4621acbc69bec033f9ee) in parent group-v354396. [ 1564.605762] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating folder: Instances. Parent ref: group-v354619. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.607338] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d357216-93d6-44e1-8ac9-f247a3385120 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.620539] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created folder: Instances in parent group-v354619. [ 1564.621017] env[62221]: DEBUG oslo.service.loopingcall [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.622084] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.622084] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70dd419-66eb-433c-865b-9f456128451f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.638536] env[62221]: DEBUG nova.scheduler.client.report [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1564.639124] env[62221]: DEBUG nova.compute.provider_tree [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 138 to 139 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1564.639124] env[62221]: DEBUG nova.compute.provider_tree [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1564.654264] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701423, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.654975] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.654975] env[62221]: value = "task-1701428" [ 1564.654975] env[62221]: _type = "Task" [ 1564.654975] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.664832] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701428, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.679081] env[62221]: DEBUG oslo_vmware.api [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Task: {'id': task-1701425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42089} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.679286] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.679547] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.679751] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.680280] env[62221]: INFO nova.compute.manager [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1564.680280] env[62221]: DEBUG oslo.service.loopingcall [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.680448] env[62221]: DEBUG nova.compute.manager [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1564.680448] env[62221]: DEBUG nova.network.neutron [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.953405] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.124693] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.125106] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440fe130-ee98-4c31-8aa9-0609a9c5ca09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.132802] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1565.132802] env[62221]: value = "task-1701429" [ 1565.132802] env[62221]: _type = "Task" [ 1565.132802] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.142171] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.144256] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.144793] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1565.150695] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.303s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.151010] env[62221]: DEBUG nova.objects.instance [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'resources' on Instance uuid fac9c0b7-ffd8-4be1-addb-76032355082a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.160425] env[62221]: DEBUG oslo_vmware.api [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701423, 'name': PowerOnVM_Task, 'duration_secs': 1.136998} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.164566] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.164872] env[62221]: INFO nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1565.165063] env[62221]: DEBUG nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1565.173040] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23070a-6c11-48b8-a5d1-b351a9260eeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.186511] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701428, 'name': CreateVM_Task, 'duration_secs': 0.441659} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.189429] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.195322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.195646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.196146] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.196882] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca748bfd-d8ae-4fed-9db2-6837ca5179af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.205407] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1565.205407] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522a0abd-ea33-3e12-9a0a-6186c7f74857" [ 1565.205407] env[62221]: _type = "Task" [ 1565.205407] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.219765] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]522a0abd-ea33-3e12-9a0a-6186c7f74857, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.220124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.220424] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.221018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.221216] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.221416] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.221679] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac881d0-b3b2-42ae-ac4a-8d0e0bd7f085 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.231621] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.231866] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.233081] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8ea501-ec57-4a27-a877-6d918c65b0d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.239102] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1565.239102] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f220f-d1bc-c43c-10ad-a2b0685dad3a" [ 1565.239102] env[62221]: _type = "Task" [ 1565.239102] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.249473] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f220f-d1bc-c43c-10ad-a2b0685dad3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.419231] env[62221]: DEBUG nova.network.neutron [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Updated VIF entry in instance network info cache for port 3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.419808] env[62221]: DEBUG nova.network.neutron [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Updating instance_info_cache with network_info: [{"id": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "address": "fa:16:3e:4e:55:e3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf6ec90-9d", "ovs_interfaceid": "3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.645201] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701429, 'name': PowerOffVM_Task, 'duration_secs': 0.187638} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.645201] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.645201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7970a-280f-468f-a755-6e15730b71f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.672452] env[62221]: DEBUG nova.compute.utils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.677782] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1565.677889] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.681407] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858acae2-60ad-40e0-9f24-ed422b84767a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.702175] env[62221]: INFO nova.compute.manager [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Took 21.66 seconds to build instance. [ 1565.729628] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.730724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b1b324-75a5-4900-a3c5-be382e67faac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.739679] env[62221]: DEBUG nova.policy [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1565.746293] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1565.746293] env[62221]: value = "task-1701430" [ 1565.746293] env[62221]: _type = "Task" [ 1565.746293] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.757320] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f220f-d1bc-c43c-10ad-a2b0685dad3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.758630] env[62221]: DEBUG nova.network.neutron [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.762738] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362320ae-658a-4491-acfd-d061488b46fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.765352] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1565.765554] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.765824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.769494] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1565.769494] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254cc38-8ed5-a7aa-6d20-5f48c77fd45d" [ 1565.769494] env[62221]: _type = "Task" [ 1565.769494] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.780793] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254cc38-8ed5-a7aa-6d20-5f48c77fd45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.834296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Acquiring lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.834461] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Acquired lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.834641] env[62221]: DEBUG nova.network.neutron [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.923019] env[62221]: DEBUG oslo_concurrency.lockutils [req-35fbbe55-fe0f-4d6c-b133-5368e27d88a7 req-026c79ea-63cf-4463-9e5c-69a1870168a8 service nova] Releasing lock "refresh_cache-9761035a-87fc-4ecb-8df8-c6d220474895" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.085469] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cb06fe-8085-498f-bca1-f93c341561a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.093415] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b7690-80de-4c4c-962e-6ec345bf7cab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.124647] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77837f5-696b-430c-84a8-30f94e880072 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.132817] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84752039-c694-43ed-b8f9-0eb1da16bc6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.145695] env[62221]: DEBUG nova.compute.provider_tree [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.187851] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1566.205015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-42942480-562d-4d99-b8f3-affb7f3292f1 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.167s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.225104] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Successfully created port: 4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.265853] env[62221]: INFO nova.compute.manager [-] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Took 1.59 seconds to deallocate network for instance. [ 1566.283726] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5254cc38-8ed5-a7aa-6d20-5f48c77fd45d, 'name': SearchDatastore_Task, 'duration_secs': 0.021649} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.283726] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.283726] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9761035a-87fc-4ecb-8df8-c6d220474895/9761035a-87fc-4ecb-8df8-c6d220474895.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.284050] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.284050] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.284228] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6241a475-3553-41e1-8236-609785215435 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.288046] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0118cf-7402-41d1-98e1-5a6e0c783b77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.293351] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1566.293351] env[62221]: value = "task-1701431" [ 1566.293351] env[62221]: _type = "Task" [ 1566.293351] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.299116] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.299326] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.300438] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac275bf-62a9-4058-8165-34a091087408 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.306492] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.310171] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1566.310171] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3a032-4f02-4f77-3cda-47b6fd55404d" [ 1566.310171] env[62221]: _type = "Task" [ 1566.310171] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.318336] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3a032-4f02-4f77-3cda-47b6fd55404d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.688431] env[62221]: DEBUG nova.scheduler.client.report [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1566.688703] env[62221]: DEBUG nova.compute.provider_tree [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 139 to 140 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1566.688884] env[62221]: DEBUG nova.compute.provider_tree [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.776531] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.808263] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.811307] env[62221]: DEBUG nova.compute.manager [req-b47c9ed1-37ce-4dc6-b886-c263d5ad803c req-b45536ae-c441-406f-9cdd-18829c6fa84a service nova] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Received event network-vif-deleted-f759224d-213f-4b65-ba03-2fea1e7d653c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1566.828045] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3a032-4f02-4f77-3cda-47b6fd55404d, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.828045] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a75aaa-8ec0-4671-a4df-1d236eb7a129 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.831932] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1566.831932] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ddc01b-0a86-06b4-fc83-4eaf7c7c0d9b" [ 1566.831932] env[62221]: _type = "Task" [ 1566.831932] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.843042] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ddc01b-0a86-06b4-fc83-4eaf7c7c0d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.866151] env[62221]: DEBUG nova.network.neutron [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Updating instance_info_cache with network_info: [{"id": "6dfb4d88-0455-4662-9d53-03be0d42079b", "address": "fa:16:3e:cf:e2:c2", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dfb4d88-04", "ovs_interfaceid": "6dfb4d88-0455-4662-9d53-03be0d42079b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.197571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.200598] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1567.202741] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.907s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.230605] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.230850] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.231013] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.231208] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.231354] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.231536] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.231772] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.231940] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.233121] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.233321] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.235384] env[62221]: DEBUG nova.virt.hardware [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.236375] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2003159-f4e6-4b8e-a7c5-33f6343ad2c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.241523] env[62221]: INFO nova.scheduler.client.report [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocations for instance fac9c0b7-ffd8-4be1-addb-76032355082a [ 1567.253155] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd56db3-bc9d-418f-85ea-488cd92a4063 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.305974] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674346} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.306403] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9761035a-87fc-4ecb-8df8-c6d220474895/9761035a-87fc-4ecb-8df8-c6d220474895.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.306574] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.307128] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a87e373-4957-410f-931e-d79af04971f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.314060] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1567.314060] env[62221]: value = "task-1701432" [ 1567.314060] env[62221]: _type = "Task" [ 1567.314060] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.322311] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.343064] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ddc01b-0a86-06b4-fc83-4eaf7c7c0d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.063478} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.343366] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.343640] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1567.343900] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-259126e3-89d4-4901-a3c4-cb13ad2a08a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.350397] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1567.350397] env[62221]: value = "task-1701433" [ 1567.350397] env[62221]: _type = "Task" [ 1567.350397] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.358360] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.371096] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Releasing lock "refresh_cache-80f5d304-d2fa-4297-b0c1-58b97f2a4d48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.371339] env[62221]: DEBUG nova.compute.manager [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Inject network info {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1567.371663] env[62221]: DEBUG nova.compute.manager [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] network_info to inject: |[{"id": "6dfb4d88-0455-4662-9d53-03be0d42079b", "address": "fa:16:3e:cf:e2:c2", "network": {"id": "656617cc-f591-4bd4-a500-a422f7547bc5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-994615170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ceabc6e2f94e8b8d33f61d5fc9ddaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dfb4d88-04", "ovs_interfaceid": "6dfb4d88-0455-4662-9d53-03be0d42079b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1567.376485] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Reconfiguring VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1567.376793] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2140da7-e405-4ef7-861f-963cd8f1ddfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.393166] env[62221]: DEBUG oslo_vmware.api [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Waiting for the task: (returnval){ [ 1567.393166] env[62221]: value = "task-1701434" [ 1567.393166] env[62221]: _type = "Task" [ 1567.393166] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.401386] env[62221]: DEBUG oslo_vmware.api [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Task: {'id': task-1701434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.754373] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9f4472c-bc40-4bbc-aad0-20cbcfb476d1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "fac9c0b7-ffd8-4be1-addb-76032355082a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.297s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.827300] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078532} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.830332] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.831370] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ac67b-0fa8-4736-a3e0-3c423a61fd8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.854781] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9761035a-87fc-4ecb-8df8-c6d220474895/9761035a-87fc-4ecb-8df8-c6d220474895.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.859324] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4480f08-5c63-456f-94bf-8c7a27831531 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.886910] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701433, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.891419] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1567.891419] env[62221]: value = "task-1701435" [ 1567.891419] env[62221]: _type = "Task" [ 1567.891419] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.905918] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.906221] env[62221]: DEBUG oslo_vmware.api [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] Task: {'id': task-1701434, 'name': ReconfigVM_Task, 'duration_secs': 0.164155} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.909226] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6053405f-ef3c-47e1-9229-e58640654f64 tempest-ServersAdminTestJSON-2118765619 tempest-ServersAdminTestJSON-2118765619-project-admin] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Reconfigured VM instance to set the machine id {{(pid=62221) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1568.059755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1e76c-4b0c-4719-b15a-e51b762a8c6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.067657] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b73a07-5b2d-481e-849e-52d343482af2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.099759] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d0e479-2433-46c3-8a06-2c77c3ef15f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.106787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7786e4-1513-4d54-8f7b-42d377dfe2c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.124244] env[62221]: DEBUG nova.compute.provider_tree [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.369553] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558764} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.369955] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1568.370578] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89be36-f907-46ba-a721-c0adc96c584d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.388670] env[62221]: INFO nova.compute.manager [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Rebuilding instance [ 1568.399355] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.399355] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f12c88-4745-49ce-8928-d57b315f0f47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.425858] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701435, 'name': ReconfigVM_Task, 'duration_secs': 0.294825} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.430659] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9761035a-87fc-4ecb-8df8-c6d220474895/9761035a-87fc-4ecb-8df8-c6d220474895.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.431373] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1568.431373] env[62221]: value = "task-1701436" [ 1568.431373] env[62221]: _type = "Task" [ 1568.431373] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.431780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67405b60-0de7-4985-93c1-b827228cb4af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.443723] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.447230] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1568.447230] env[62221]: value = "task-1701437" [ 1568.447230] env[62221]: _type = "Task" [ 1568.447230] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.452303] env[62221]: DEBUG nova.compute.manager [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.453226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7161d4d8-e545-46b7-a10c-67dd4a4ba72e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.460493] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701437, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.470455] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Successfully updated port: 4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.658596] env[62221]: DEBUG nova.scheduler.client.report [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1568.658877] env[62221]: DEBUG nova.compute.provider_tree [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 140 to 141 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.659102] env[62221]: DEBUG nova.compute.provider_tree [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.840358] env[62221]: DEBUG nova.compute.manager [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Received event network-vif-plugged-4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.840595] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Acquiring lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.840811] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.840996] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.841346] env[62221]: DEBUG nova.compute.manager [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] No waiting events found dispatching network-vif-plugged-4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1568.841535] env[62221]: WARNING nova.compute.manager [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Received unexpected event network-vif-plugged-4275570e-4c3b-407b-8833-a453597176b7 for instance with vm_state building and task_state spawning. [ 1568.841699] env[62221]: DEBUG nova.compute.manager [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Received event network-changed-4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.841856] env[62221]: DEBUG nova.compute.manager [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Refreshing instance network info cache due to event network-changed-4275570e-4c3b-407b-8833-a453597176b7. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1568.842053] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Acquiring lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.842194] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Acquired lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.842352] env[62221]: DEBUG nova.network.neutron [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Refreshing network info cache for port 4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.943744] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701436, 'name': ReconfigVM_Task, 'duration_secs': 0.306829} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.943744] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.948037] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641112d-cce1-49c3-b7c1-3fd561748432 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.980019] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.980019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.980019] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb962657-9118-420c-9591-862e7d5eb823 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.990825] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d9bcc22-16a8-4640-8e39-e1cf355281e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.998221] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701437, 'name': Rename_Task, 'duration_secs': 0.14704} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.000445] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.001026] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1569.001026] env[62221]: value = "task-1701439" [ 1569.001026] env[62221]: _type = "Task" [ 1569.001026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.001269] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1569.001269] env[62221]: value = "task-1701438" [ 1569.001269] env[62221]: _type = "Task" [ 1569.001269] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.001450] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9616ff-5f6d-4eaf-bbb4-1a97cc14187f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.016851] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.022157] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1569.022157] env[62221]: value = "task-1701440" [ 1569.022157] env[62221]: _type = "Task" [ 1569.022157] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.022625] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.033429] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701440, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.375393] env[62221]: DEBUG nova.network.neutron [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.520516] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701439, 'name': PowerOffVM_Task, 'duration_secs': 0.215087} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.523252] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.523531] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.523877] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701438, 'name': ReconfigVM_Task, 'duration_secs': 0.176504} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.524665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539b197-b028-42b1-97b7-01a7ec279922 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.530126] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.530376] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42023737-9bf6-4188-89b1-f6c77936b53b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.537539] env[62221]: DEBUG oslo_vmware.api [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701440, 'name': PowerOnVM_Task, 'duration_secs': 0.473912} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.540045] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.540262] env[62221]: INFO nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1569.540455] env[62221]: DEBUG nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1569.540738] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.541010] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1569.541010] env[62221]: value = "task-1701441" [ 1569.541010] env[62221]: _type = "Task" [ 1569.541010] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.542113] env[62221]: DEBUG nova.network.neutron [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.543289] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d718168c-3564-476f-94d7-8c9dfb452ace {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.548325] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7f6248-2d88-4de9-a97e-595013e7de12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.562848] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.634885] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.635083] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.635262] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.635539] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e1bcae0-62a3-42be-a5d5-979ea300f44c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.642564] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1569.642564] env[62221]: value = "task-1701443" [ 1569.642564] env[62221]: _type = "Task" [ 1569.642564] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.651113] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.672417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.470s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.679020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.008s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.679020] env[62221]: INFO nova.compute.claims [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.048564] env[62221]: DEBUG oslo_concurrency.lockutils [req-4a407a8a-a865-4b7c-ad73-6ef7757497c4 req-fed0c9c4-35a1-4564-88df-965253a15a9e service nova] Releasing lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.052242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.052411] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.059225] env[62221]: DEBUG oslo_vmware.api [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701441, 'name': PowerOnVM_Task, 'duration_secs': 0.406071} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.059483] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.062021] env[62221]: DEBUG nova.compute.manager [None req-d5ced3bc-2fd3-4eb2-bc9f-ede509f42c62 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1570.067036] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7aec97-78c8-461d-b41e-a5a49cd34a80 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.071491] env[62221]: INFO nova.compute.manager [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Took 23.80 seconds to build instance. [ 1570.152712] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35039} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.152980] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.153223] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.153406] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.227652] env[62221]: INFO nova.scheduler.client.report [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocation for migration faef6b08-212d-4f2a-b6c6-f89665eb08c3 [ 1570.558733] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.559068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.574197] env[62221]: DEBUG oslo_concurrency.lockutils [None req-12a9e162-5092-498b-8809-f1ddaabeed82 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.312s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.601678] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.734255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-86331bcd-f2e0-466d-b779-3ce481dc59f2 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.023s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.784453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "9761035a-87fc-4ecb-8df8-c6d220474895" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.785328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.785328] env[62221]: DEBUG nova.compute.manager [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1570.785833] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11b439-33e1-481a-91c9-dc0b5e462b3d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.794807] env[62221]: DEBUG nova.compute.manager [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1570.795385] env[62221]: DEBUG nova.objects.instance [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'flavor' on Instance uuid 9761035a-87fc-4ecb-8df8-c6d220474895 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.822887] env[62221]: DEBUG nova.network.neutron [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Updating instance_info_cache with network_info: [{"id": "4275570e-4c3b-407b-8833-a453597176b7", "address": "fa:16:3e:cf:db:4d", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4275570e-4c", "ovs_interfaceid": "4275570e-4c3b-407b-8833-a453597176b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.980932] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c093df5-5150-48ac-89f6-a6ab034ab40a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.988847] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6816ae-39bf-491e-99e7-83c73dd60692 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.021614] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc150c-a486-4f9c-b9d7-ee0a8be34c33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.029062] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260089b-4c22-4e42-a163-3db30d456360 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.042511] env[62221]: DEBUG nova.compute.provider_tree [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.061115] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1571.188356] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.188743] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.188819] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.188990] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.189380] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.189559] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.190060] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.190367] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.190585] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.190771] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.191129] env[62221]: DEBUG nova.virt.hardware [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.191997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c8107-059f-45dc-a53e-f4338e4961ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.200693] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc8cfb-6a9a-421b-8099-64e2238842aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.214359] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ed:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd113159-dc52-48c6-b287-b2f41e1382a0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.221766] env[62221]: DEBUG oslo.service.loopingcall [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.222149] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.222273] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c34b07f7-3b7b-4837-a1c3-7532b6db11e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.242447] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.242447] env[62221]: value = "task-1701444" [ 1571.242447] env[62221]: _type = "Task" [ 1571.242447] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.251213] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701444, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.302946] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.303484] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fceb48d8-3a40-4ba6-a104-b1e6784d6a5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.310490] env[62221]: DEBUG oslo_vmware.api [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1571.310490] env[62221]: value = "task-1701445" [ 1571.310490] env[62221]: _type = "Task" [ 1571.310490] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.319093] env[62221]: DEBUG oslo_vmware.api [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.326383] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-a9b10739-0230-4ad6-b5e5-bc2e93de063e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.326706] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance network_info: |[{"id": "4275570e-4c3b-407b-8833-a453597176b7", "address": "fa:16:3e:cf:db:4d", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4275570e-4c", "ovs_interfaceid": "4275570e-4c3b-407b-8833-a453597176b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1571.327168] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:db:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4275570e-4c3b-407b-8833-a453597176b7', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.336219] env[62221]: DEBUG oslo.service.loopingcall [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.336845] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.337113] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ccfa855-2a2a-4ec8-9308-7bdd4212c878 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.363337] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.363337] env[62221]: value = "task-1701446" [ 1571.363337] env[62221]: _type = "Task" [ 1571.363337] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.373990] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701446, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.546367] env[62221]: DEBUG nova.scheduler.client.report [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1571.585723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.752778] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701444, 'name': CreateVM_Task, 'duration_secs': 0.351615} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.752951] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.753653] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.753832] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.754717] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.755102] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.755305] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.755494] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.755666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.755828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.757306] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf695b8-e075-4fbb-9caf-643efb3bff73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.759944] env[62221]: INFO nova.compute.manager [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Terminating instance [ 1571.762940] env[62221]: DEBUG nova.compute.manager [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1571.763082] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.763448] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1571.763448] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520a21e1-4df8-003c-711e-b5cf2ee70b4d" [ 1571.763448] env[62221]: _type = "Task" [ 1571.763448] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.764504] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac614f2b-d66e-4e43-9d8e-422ff60c29f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.778348] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.783637] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b665144e-0158-4123-8efc-698dcc0cc2bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.785820] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520a21e1-4df8-003c-711e-b5cf2ee70b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.786230] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.786537] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.786844] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.787082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.787305] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.788101] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de723173-68e0-45c3-963d-326e1565e2dd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.792684] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1571.792684] env[62221]: value = "task-1701447" [ 1571.792684] env[62221]: _type = "Task" [ 1571.792684] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.798539] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.798785] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.803830] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c908aa-1bbc-42f2-b485-2c40610e5cfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.807186] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.817115] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1571.817115] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d8f6dc-5064-9975-9abd-95470a869a4f" [ 1571.817115] env[62221]: _type = "Task" [ 1571.817115] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.824781] env[62221]: DEBUG oslo_vmware.api [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701445, 'name': PowerOffVM_Task, 'duration_secs': 0.252561} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.825355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.825574] env[62221]: DEBUG nova.compute.manager [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1571.826303] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97f459-862a-4469-b22d-b5db8b942caf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.833028] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d8f6dc-5064-9975-9abd-95470a869a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.833740] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73db3f9-3ce4-40a7-b740-60a900aa989c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.843170] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1571.843170] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180a4b-b428-26af-963f-4c2636c0aa32" [ 1571.843170] env[62221]: _type = "Task" [ 1571.843170] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.850891] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180a4b-b428-26af-963f-4c2636c0aa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.858406] env[62221]: INFO nova.compute.manager [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Unrescuing [ 1571.858675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.858829] env[62221]: DEBUG oslo_concurrency.lockutils [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.858993] env[62221]: DEBUG nova.network.neutron [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.872261] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701446, 'name': CreateVM_Task, 'duration_secs': 0.469197} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.872443] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.873399] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.873573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.873875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.874795] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc895d6-fb0c-47dd-aebe-b9de5008f9e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.880198] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1571.880198] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b1de-df84-9a93-1e94-48edb2d8bd75" [ 1571.880198] env[62221]: _type = "Task" [ 1571.880198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.889571] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b1de-df84-9a93-1e94-48edb2d8bd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.051876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.052416] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1572.056937] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.887s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.058704] env[62221]: INFO nova.compute.claims [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.302558] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.302879] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.309714] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701447, 'name': PowerOffVM_Task, 'duration_secs': 0.430118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.309989] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.310307] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.310584] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f177a59f-4541-460d-b97c-74d17dc3d551 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.348031] env[62221]: DEBUG oslo_concurrency.lockutils [None req-43061fe3-8ff9-4764-b491-db3ba25bac06 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.354848] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52180a4b-b428-26af-963f-4c2636c0aa32, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.355088] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.355234] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.355500] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0858bc-b36d-4769-942e-0ddf7e6b6bba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.363975] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1572.363975] env[62221]: value = "task-1701449" [ 1572.363975] env[62221]: _type = "Task" [ 1572.363975] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.373545] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.387770] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.387985] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.388169] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] 656c9ef2-a285-45b6-832c-5dec3e255c9e {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.391815] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbed9fdf-0ca7-44d6-868e-2e6739dfa974 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.393650] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b1de-df84-9a93-1e94-48edb2d8bd75, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.395877] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.396122] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.396375] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.396526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.396699] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.397337] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2aa8af-61eb-40c4-bafd-ef64ce4b528d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.401143] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1572.401143] env[62221]: value = "task-1701450" [ 1572.401143] env[62221]: _type = "Task" [ 1572.401143] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.406089] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.406798] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.409614] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcdb45f-dbe6-421d-a8a8-f13eb48222ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.412076] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.415104] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1572.415104] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d4991-5d81-d881-f68f-a487494918ab" [ 1572.415104] env[62221]: _type = "Task" [ 1572.415104] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.422959] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d4991-5d81-d881-f68f-a487494918ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.563283] env[62221]: DEBUG nova.compute.utils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.566762] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1572.566940] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.662224] env[62221]: DEBUG nova.policy [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2cde6d85f940b4ae32364708297812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c429e9152524f7ca414886f4d09c8cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1572.673249] env[62221]: DEBUG nova.network.neutron [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.805194] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1572.875350] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.875622] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.875844] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.876114] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f216a54f-fab6-4806-835a-32ce3ca337a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.882734] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1572.882734] env[62221]: value = "task-1701451" [ 1572.882734] env[62221]: _type = "Task" [ 1572.882734] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.895229] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.911040] env[62221]: DEBUG oslo_vmware.api [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.911351] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.911472] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.911656] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.911832] env[62221]: INFO nova.compute.manager [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1572.912101] env[62221]: DEBUG oslo.service.loopingcall [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.912283] env[62221]: DEBUG nova.compute.manager [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1572.912385] env[62221]: DEBUG nova.network.neutron [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.926374] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d4991-5d81-d881-f68f-a487494918ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.927166] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5e2119-2845-45e5-affc-678cd29fc5e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.932594] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1572.932594] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e01cbe-325d-a79a-2cda-31147ef16202" [ 1572.932594] env[62221]: _type = "Task" [ 1572.932594] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.941506] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e01cbe-325d-a79a-2cda-31147ef16202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.067995] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1573.176490] env[62221]: DEBUG oslo_concurrency.lockutils [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.177155] env[62221]: DEBUG nova.objects.instance [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'flavor' on Instance uuid 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.324321] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.395725] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144131} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.396043] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.396892] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36e483-564a-4624-8888-ed9969cab16e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.425979] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.427345] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Successfully created port: d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.429724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0ffb14-fa50-4f9e-b969-1a3507ab5ba4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.464044] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1573.464044] env[62221]: value = "task-1701452" [ 1573.464044] env[62221]: _type = "Task" [ 1573.464044] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.465140] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e01cbe-325d-a79a-2cda-31147ef16202, 'name': SearchDatastore_Task, 'duration_secs': 0.032442} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.466319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.466725] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9b10739-0230-4ad6-b5e5-bc2e93de063e/a9b10739-0230-4ad6-b5e5-bc2e93de063e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.467489] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569a23c-027c-420c-b2c3-c5f163aa98b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.473019] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96e8a2d7-cf7f-4504-9546-18a5a01efe90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.484212] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c88fda-09cf-4890-92b3-5620641be9ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.487471] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.487765] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1573.487765] env[62221]: value = "task-1701453" [ 1573.487765] env[62221]: _type = "Task" [ 1573.487765] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.519918] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45994a9-e274-477d-a66f-c97596dde242 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.525337] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.529991] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6b8b0f-c442-4aa4-9b81-cd277de728e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.543949] env[62221]: DEBUG nova.compute.provider_tree [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.685394] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9196a13-1280-48ba-80b0-2fd4690e0400 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.713395] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.713868] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b6f3e8-6875-48f1-a912-2f90e7893a8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.721584] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1573.721584] env[62221]: value = "task-1701454" [ 1573.721584] env[62221]: _type = "Task" [ 1573.721584] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.731183] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.793173] env[62221]: DEBUG nova.compute.manager [req-13a5ccba-d3d9-4c90-ace9-9e1f2eaacac3 req-2e567c41-0b03-4c40-933c-d80e19c7cba3 service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Received event network-vif-deleted-4848bc2a-85af-41dd-9229-e2af631370b6 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.793173] env[62221]: INFO nova.compute.manager [req-13a5ccba-d3d9-4c90-ace9-9e1f2eaacac3 req-2e567c41-0b03-4c40-933c-d80e19c7cba3 service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Neutron deleted interface 4848bc2a-85af-41dd-9229-e2af631370b6; detaching it from the instance and deleting it from the info cache [ 1573.793173] env[62221]: DEBUG nova.network.neutron [req-13a5ccba-d3d9-4c90-ace9-9e1f2eaacac3 req-2e567c41-0b03-4c40-933c-d80e19c7cba3 service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.823327] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.823582] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.823778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.823960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.829608] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.829608] env[62221]: INFO nova.compute.manager [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Terminating instance [ 1573.831209] env[62221]: DEBUG nova.compute.manager [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1573.831442] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.832320] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1cf7c5-aa96-4aa3-b5df-bf4e6579232e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.841635] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.841927] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb0fd488-4600-4ec7-8998-5515192639fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.849089] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1573.849089] env[62221]: value = "task-1701455" [ 1573.849089] env[62221]: _type = "Task" [ 1573.849089] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.860952] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.951498] env[62221]: DEBUG nova.network.neutron [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.977763] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701452, 'name': ReconfigVM_Task, 'duration_secs': 0.308175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.978126] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.978856] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-752538da-9c67-41ac-9430-2c7dbe1b7687 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.986202] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1573.986202] env[62221]: value = "task-1701456" [ 1573.986202] env[62221]: _type = "Task" [ 1573.986202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.001370] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701456, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.005185] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.047234] env[62221]: DEBUG nova.scheduler.client.report [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1574.079623] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1574.105703] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.105948] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.106120] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.106464] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.106625] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.106774] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.106980] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.107359] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.107564] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.107731] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.107903] env[62221]: DEBUG nova.virt.hardware [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.108798] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f91cc8-3e2a-44d4-88f4-d92f3bed4e39 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.116814] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d840c25a-63a9-4e0c-be1c-68c0024eefcf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.231907] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701454, 'name': PowerOffVM_Task, 'duration_secs': 0.421893} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.232200] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.237516] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1574.237767] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443e2097-e440-4060-aa9b-3236fe1d523d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.256100] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1574.256100] env[62221]: value = "task-1701457" [ 1574.256100] env[62221]: _type = "Task" [ 1574.256100] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.266081] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.297194] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ddd4f01-984c-4959-8080-327f57ad8e4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.307154] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f2c12-7625-4f1c-9dac-fc7d3227035b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.344196] env[62221]: DEBUG nova.compute.manager [req-13a5ccba-d3d9-4c90-ace9-9e1f2eaacac3 req-2e567c41-0b03-4c40-933c-d80e19c7cba3 service nova] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Detach interface failed, port_id=4848bc2a-85af-41dd-9229-e2af631370b6, reason: Instance 656c9ef2-a285-45b6-832c-5dec3e255c9e could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1574.357619] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701455, 'name': PowerOffVM_Task, 'duration_secs': 0.300016} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.357876] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.358058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.358396] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf2b290-51b5-4c82-9cb8-d14c2df92d85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.454347] env[62221]: INFO nova.compute.manager [-] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Took 1.54 seconds to deallocate network for instance. [ 1574.500364] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701456, 'name': Rename_Task, 'duration_secs': 0.193066} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.503405] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.503695] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655114} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.503864] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8961a18-a383-48bf-8adb-9789e4a56450 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.505349] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a9b10739-0230-4ad6-b5e5-bc2e93de063e/a9b10739-0230-4ad6-b5e5-bc2e93de063e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.505566] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.506024] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b8f1ab5-6195-45fc-8bef-bf15ed1f6392 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.512315] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1574.512315] env[62221]: value = "task-1701459" [ 1574.512315] env[62221]: _type = "Task" [ 1574.512315] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.513527] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1574.513527] env[62221]: value = "task-1701460" [ 1574.513527] env[62221]: _type = "Task" [ 1574.513527] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.524643] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.527658] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.553101] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.553643] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1574.556542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.672s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.591220] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.591635] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.591635] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Deleting the datastore file [datastore1] ad379fea-fcad-4d5c-b819-719eb8f57bef {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.591852] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-530ad1c0-d7d4-4dbb-a82b-caa7b1f5ab22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.600499] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for the task: (returnval){ [ 1574.600499] env[62221]: value = "task-1701461" [ 1574.600499] env[62221]: _type = "Task" [ 1574.600499] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.608593] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.767697] env[62221]: DEBUG nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1574.768087] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701457, 'name': ReconfigVM_Task, 'duration_secs': 0.446265} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.768900] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea3d974-b67f-4682-9e72-17a6f41a9909 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.771963] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1574.772218] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.772496] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1558459f-286c-4297-bab4-30169449d453 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.781053] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1574.781053] env[62221]: value = "task-1701462" [ 1574.781053] env[62221]: _type = "Task" [ 1574.781053] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.788699] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.962964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.035801] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070736} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.036338] env[62221]: DEBUG oslo_vmware.api [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701459, 'name': PowerOnVM_Task, 'duration_secs': 0.482763} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.036707] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.037143] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.037497] env[62221]: DEBUG nova.compute.manager [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1575.038386] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec35165-bcbe-4199-8637-3e60a30c6491 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.041434] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32f21d-c9eb-4dd2-b8c9-432da716a78e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.062577] env[62221]: DEBUG nova.compute.utils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.075406] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a9b10739-0230-4ad6-b5e5-bc2e93de063e/a9b10739-0230-4ad6-b5e5-bc2e93de063e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.076765] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1575.077023] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1575.078882] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ae559f-07d9-43fe-a73b-c703b3ec300d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.100873] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1575.100873] env[62221]: value = "task-1701463" [ 1575.100873] env[62221]: _type = "Task" [ 1575.100873] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.115427] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.118778] env[62221]: DEBUG oslo_vmware.api [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Task: {'id': task-1701461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2661} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.119105] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.119361] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.119734] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.119838] env[62221]: INFO nova.compute.manager [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1575.120131] env[62221]: DEBUG oslo.service.loopingcall [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.120363] env[62221]: DEBUG nova.compute.manager [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1575.120491] env[62221]: DEBUG nova.network.neutron [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.219614] env[62221]: DEBUG nova.policy [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1575.283303] env[62221]: INFO nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] instance snapshotting [ 1575.283510] env[62221]: WARNING nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1575.291566] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f778734d-fde2-4086-b9db-be1b31043d38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.299364] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.317020] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0321dc11-2989-4fc3-a9db-4bbd3a448073 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.396877] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d960ff8-d854-4cf8-8d6c-9f988d16afc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.404373] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11b6d5-8c29-4d0d-a5ca-c960e6873dc8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.442950] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e9fe9e-ed7c-4448-83ad-6627b2512433 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.450860] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5094f8-4d48-41e1-ad8d-466093091e2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.464407] env[62221]: DEBUG nova.compute.provider_tree [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.561396] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.565082] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1575.611636] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.790178] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Successfully updated port: d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.797790] env[62221]: DEBUG oslo_vmware.api [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701462, 'name': PowerOnVM_Task, 'duration_secs': 0.787066} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.798203] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.798474] env[62221]: DEBUG nova.compute.manager [None req-340c4d31-cb41-4402-87a3-aa1051b65492 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1575.799324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0b0ef-8940-4e65-8bbb-663998e185f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.826095] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1575.827664] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4064299-d0e3-4ecc-b926-07316115ac67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.835035] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1575.835035] env[62221]: value = "task-1701464" [ 1575.835035] env[62221]: _type = "Task" [ 1575.835035] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.844358] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.967393] env[62221]: DEBUG nova.scheduler.client.report [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1576.113499] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701463, 'name': ReconfigVM_Task, 'duration_secs': 0.762596} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.113977] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a9b10739-0230-4ad6-b5e5-bc2e93de063e/a9b10739-0230-4ad6-b5e5-bc2e93de063e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.114780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9c1931-ea03-4e39-a71c-a8612affa581 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.119464] env[62221]: DEBUG nova.compute.manager [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.119722] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.119959] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.120169] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.120377] env[62221]: DEBUG nova.compute.manager [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] No waiting events found dispatching network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1576.120553] env[62221]: WARNING nova.compute.manager [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received unexpected event network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 for instance with vm_state building and task_state spawning. [ 1576.120737] env[62221]: DEBUG nova.compute.manager [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-changed-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.120892] env[62221]: DEBUG nova.compute.manager [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing instance network info cache due to event network-changed-d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1576.121159] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.121313] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.121523] env[62221]: DEBUG nova.network.neutron [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing network info cache for port d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.125310] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1576.125310] env[62221]: value = "task-1701465" [ 1576.125310] env[62221]: _type = "Task" [ 1576.125310] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.134658] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701465, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.293187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.346498] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.348597] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Successfully created port: 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.574675] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1576.603655] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1576.603800] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1576.603891] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.604236] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1576.604379] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.604412] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1576.604618] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1576.604776] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1576.604965] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1576.605109] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1576.605290] env[62221]: DEBUG nova.virt.hardware [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1576.606586] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2409849f-f33e-44de-a2d1-f7df8da097dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.617898] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce6ff7-e70b-483a-96d8-58e9167aa780 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.658022] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701465, 'name': Rename_Task, 'duration_secs': 0.149782} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.658022] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.658022] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541dc6f9-f9bf-421e-876e-e5b8bdff808a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.662933] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1576.662933] env[62221]: value = "task-1701466" [ 1576.662933] env[62221]: _type = "Task" [ 1576.662933] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.671480] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.747328] env[62221]: DEBUG nova.network.neutron [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.847127] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701464, 'name': CreateSnapshot_Task, 'duration_secs': 0.692568} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.847503] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1576.848215] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926afeba-d514-416d-be90-c81e4564cf10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.952227] env[62221]: DEBUG nova.network.neutron [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.969452] env[62221]: INFO nova.compute.manager [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Rebuilding instance [ 1576.979996] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.423s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.988022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.316s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.988022] env[62221]: DEBUG nova.objects.instance [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lazy-loading 'resources' on Instance uuid ddc6ecb9-113b-4bda-9932-7bb091ae43ea {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.012977] env[62221]: DEBUG nova.network.neutron [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.032987] env[62221]: DEBUG nova.compute.manager [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.033906] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0ffc0d-b796-4c1b-b015-144e593755e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.176689] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.367554] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1577.367668] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e594ffd-b083-4ac6-8ad8-751cc65ca5a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.376612] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1577.376612] env[62221]: value = "task-1701467" [ 1577.376612] env[62221]: _type = "Task" [ 1577.376612] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.384578] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701467, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.455294] env[62221]: DEBUG oslo_concurrency.lockutils [req-35431c2c-c014-45ba-b5cc-4fa16fcefc4d req-ae65ab74-9879-48b7-87ae-b4dbea864909 service nova] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.455417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.455647] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.516833] env[62221]: INFO nova.compute.manager [-] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Took 2.40 seconds to deallocate network for instance. [ 1577.546621] env[62221]: INFO nova.scheduler.client.report [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted allocation for migration 058e739f-b197-4981-a57a-ca467f8beffa [ 1577.548972] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.551918] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91798897-e072-4040-903b-d23f7edde72f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.563075] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1577.563075] env[62221]: value = "task-1701468" [ 1577.563075] env[62221]: _type = "Task" [ 1577.563075] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.575627] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.673880] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.771803] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c8c81-efd5-4399-8c65-3730b3e4e532 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.780102] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b4bfc5-52ca-4103-943f-8288536a419c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.814135] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b352c25-45e7-4c1f-924f-a5bb0c8f37ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.823166] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d486507-5aa7-4b0a-947c-6ab63746846d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.839769] env[62221]: DEBUG nova.compute.provider_tree [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.888162] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701467, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.990528] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.029944] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.048837] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.059234] env[62221]: DEBUG oslo_concurrency.lockutils [None req-31eb532c-b886-4047-a4d5-1075d4dacb6d tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.524s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.060417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.012s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.060666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.060878] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.062035] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.067707] env[62221]: INFO nova.compute.manager [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Terminating instance [ 1578.070158] env[62221]: DEBUG nova.compute.manager [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1578.070407] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.071216] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db799b3a-faa0-4317-96a2-a74c2aafe868 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.079589] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701468, 'name': PowerOffVM_Task, 'duration_secs': 0.330913} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.081558] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.081558] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.081558] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd5e086-5799-45ce-b946-35c24f874f72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.087183] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.087612] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed06bd2-e30f-4e4b-bafb-fd33a72f6df3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.091614] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.095337] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b700439d-4e79-48d8-91ae-0c76b62c607e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.101751] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1578.101751] env[62221]: value = "task-1701469" [ 1578.101751] env[62221]: _type = "Task" [ 1578.101751] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.112285] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.166159] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.166454] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.166615] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.171343] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6013281f-4db0-4578-ad61-ea9c6951c385 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.181424] env[62221]: DEBUG oslo_vmware.api [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701466, 'name': PowerOnVM_Task, 'duration_secs': 1.377365} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.183212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.183515] env[62221]: INFO nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1578.183981] env[62221]: DEBUG nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1578.184364] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1578.184364] env[62221]: value = "task-1701471" [ 1578.184364] env[62221]: _type = "Task" [ 1578.184364] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.185240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8835d63-60f0-4516-bb9d-810e0ebf5593 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.205216] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.239444] env[62221]: DEBUG nova.compute.manager [req-9d9cb89b-08c9-4e10-97ee-91f48d55f249 req-e0bfff56-5e19-496c-9308-7c47704b064b service nova] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Received event network-vif-deleted-7fe347a7-8107-47d3-99aa-1aadce6a98b4 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1578.343320] env[62221]: DEBUG nova.scheduler.client.report [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1578.374877] env[62221]: DEBUG nova.network.neutron [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.386823] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701467, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.581109] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Successfully updated port: 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.614168] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701469, 'name': PowerOffVM_Task, 'duration_secs': 0.372242} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.614473] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.614646] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.614894] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee58f806-d7b4-4da4-a29b-047be17592e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.693327] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.693503] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.693735] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleting the datastore file [datastore1] 95fc471b-7992-4fd8-97b6-67fc434e05f1 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.694478] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8314e7-bf66-4c1b-ab37-8378b59cc56f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.699254] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153115} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.699867] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.700094] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.700278] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.704101] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1578.704101] env[62221]: value = "task-1701473" [ 1578.704101] env[62221]: _type = "Task" [ 1578.704101] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.716271] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.716767] env[62221]: INFO nova.compute.manager [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Took 30.22 seconds to build instance. [ 1578.848201] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.850479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.897s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.852070] env[62221]: INFO nova.compute.claims [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.871118] env[62221]: INFO nova.scheduler.client.report [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Deleted allocations for instance ddc6ecb9-113b-4bda-9932-7bb091ae43ea [ 1578.878670] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.878670] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance network_info: |[{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1578.880132] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd56222db-2366-432b-8a94-c82e4f098512', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.887626] env[62221]: DEBUG oslo.service.loopingcall [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.891507] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.891781] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeba09e0-1d2b-4feb-94de-a43bb1719797 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.911798] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701467, 'name': CloneVM_Task, 'duration_secs': 1.122227} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.913080] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Created linked-clone VM from snapshot [ 1578.913331] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.913331] env[62221]: value = "task-1701474" [ 1578.913331] env[62221]: _type = "Task" [ 1578.913331] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.914502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb9e12-ad25-4de7-9cf2-5e2b011a9a05 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.925691] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Uploading image 093ae29e-9d47-4d4d-8234-7b31eb991129 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1578.930444] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701474, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.958069] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1578.958069] env[62221]: value = "vm-354625" [ 1578.958069] env[62221]: _type = "VirtualMachine" [ 1578.958069] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1578.958366] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f69414d-27d8-4e7e-a7a4-49f9851d79be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.964911] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease: (returnval){ [ 1578.964911] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f84258-da55-7d79-a0d2-378db961d7e4" [ 1578.964911] env[62221]: _type = "HttpNfcLease" [ 1578.964911] env[62221]: } obtained for exporting VM: (result){ [ 1578.964911] env[62221]: value = "vm-354625" [ 1578.964911] env[62221]: _type = "VirtualMachine" [ 1578.964911] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1578.965414] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the lease: (returnval){ [ 1578.965414] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f84258-da55-7d79-a0d2-378db961d7e4" [ 1578.965414] env[62221]: _type = "HttpNfcLease" [ 1578.965414] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1578.972392] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1578.972392] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f84258-da55-7d79-a0d2-378db961d7e4" [ 1578.972392] env[62221]: _type = "HttpNfcLease" [ 1578.972392] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1579.083749] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.083749] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.083749] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.218583] env[62221]: DEBUG oslo_concurrency.lockutils [None req-77f6926c-8049-42b5-8837-feb694f103df tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.727s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.218827] env[62221]: DEBUG oslo_vmware.api [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143451} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.219075] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.219327] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.219580] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.219754] env[62221]: INFO nova.compute.manager [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1579.219945] env[62221]: DEBUG oslo.service.loopingcall [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.220157] env[62221]: DEBUG nova.compute.manager [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1579.220254] env[62221]: DEBUG nova.network.neutron [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.379666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cff77c99-7f93-444f-8034-8a5b5e1c0817 tempest-InstanceActionsV221TestJSON-1383336792 tempest-InstanceActionsV221TestJSON-1383336792-project-member] Lock "ddc6ecb9-113b-4bda-9932-7bb091ae43ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.787s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.427901] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701474, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.476202] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.476202] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f84258-da55-7d79-a0d2-378db961d7e4" [ 1579.476202] env[62221]: _type = "HttpNfcLease" [ 1579.476202] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1579.476676] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1579.476676] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f84258-da55-7d79-a0d2-378db961d7e4" [ 1579.476676] env[62221]: _type = "HttpNfcLease" [ 1579.476676] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1579.479835] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495bdcb8-deff-48f8-8b90-7a90b859d026 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.487764] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1579.487764] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1579.568563] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.568885] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.590252] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cb392ce-5f3b-4641-b884-0d0043c5e611 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.653128] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.738619] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.738857] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.739015] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.739214] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.739342] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.739492] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.739703] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.739914] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.740216] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.740415] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.740587] env[62221]: DEBUG nova.virt.hardware [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.741817] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b946f3e-8789-410f-8051-ae5c6029a0f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.750592] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52172029-28de-4ff9-949b-8a35f53550b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.765573] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ed:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd113159-dc52-48c6-b287-b2f41e1382a0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.773447] env[62221]: DEBUG oslo.service.loopingcall [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.773706] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.774027] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f92b01-2ab3-4704-bc21-1fa38094aae7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.801633] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.801633] env[62221]: value = "task-1701476" [ 1579.801633] env[62221]: _type = "Task" [ 1579.801633] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.809772] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701476, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.931178] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701474, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.949189] env[62221]: DEBUG nova.network.neutron [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.073282] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1580.168932] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09809867-906c-4390-b59e-197f55472ed2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.180819] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8beec6f-9498-435a-b9e9-1a65b499aa9f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.187806] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Suspending the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1580.188535] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dc714e48-7c00-4762-8599-7c95556111ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.193362] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e898896-b0fd-4f6d-b61d-886f40b90e9d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.199496] env[62221]: DEBUG oslo_vmware.api [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1580.199496] env[62221]: value = "task-1701477" [ 1580.199496] env[62221]: _type = "Task" [ 1580.199496] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.238600] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2131351-1e06-4391-a20b-7c4c3ae846e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.245077] env[62221]: DEBUG oslo_vmware.api [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701477, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.253783] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eea09b-deb1-4d71-b35c-2870996e454b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.269030] env[62221]: DEBUG nova.compute.provider_tree [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1580.319060] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701476, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.330327] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-vif-plugged-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.330757] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.331428] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.331428] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.331594] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] No waiting events found dispatching network-vif-plugged-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1580.331990] env[62221]: WARNING nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received unexpected event network-vif-plugged-9bd47574-cfd0-4357-8dae-c9fd2427e17d for instance with vm_state building and task_state spawning. [ 1580.331990] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.332211] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1580.332479] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.434553] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701474, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.451787] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.451983] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Instance network_info: |[{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1580.452226] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.453025] env[62221]: DEBUG nova.network.neutron [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.454018] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:4b:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd47574-cfd0-4357-8dae-c9fd2427e17d', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.464070] env[62221]: DEBUG oslo.service.loopingcall [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.467491] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.468815] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec1e2fec-add5-4672-8f76-af75e85899ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.494218] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.494218] env[62221]: value = "task-1701478" [ 1580.494218] env[62221]: _type = "Task" [ 1580.494218] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.506187] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701478, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.510053] env[62221]: DEBUG nova.network.neutron [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.603017] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.715548] env[62221]: DEBUG oslo_vmware.api [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701477, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.794326] env[62221]: ERROR nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [req-768dc762-144f-4981-896a-2400b68b8563] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-768dc762-144f-4981-896a-2400b68b8563"}]} [ 1580.818187] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701476, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.822340] env[62221]: DEBUG nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1580.842262] env[62221]: DEBUG nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1580.842627] env[62221]: DEBUG nova.compute.provider_tree [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1580.856965] env[62221]: DEBUG nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1580.878453] env[62221]: DEBUG nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1580.940361] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701474, 'name': CreateVM_Task, 'duration_secs': 1.875025} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.940862] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.941560] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.941769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.942282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.943239] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d9ec05-3ce4-4d10-9f81-b061ff5c6a32 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.951348] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1580.951348] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa054b-d391-3edb-250d-8702132d1357" [ 1580.951348] env[62221]: _type = "Task" [ 1580.951348] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.959149] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa054b-d391-3edb-250d-8702132d1357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.011397] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701478, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.011631] env[62221]: INFO nova.compute.manager [-] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Took 1.79 seconds to deallocate network for instance. [ 1581.141950] env[62221]: DEBUG nova.network.neutron [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.142501] env[62221]: DEBUG nova.network.neutron [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.216805] env[62221]: DEBUG oslo_vmware.api [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701477, 'name': SuspendVM_Task, 'duration_secs': 0.967958} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.217113] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Suspended the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1581.217306] env[62221]: DEBUG nova.compute.manager [None req-72de4073-87c3-4998-adb8-fdaefd736052 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1581.218072] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d33f39-940b-4f7d-99bc-ac5fea7dac59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.242019] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4494b7-97b8-43ab-902e-62ca5c23e09b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.248618] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc863c-2d51-4433-b79f-bef2647c7ca9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.283919] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b9521-5e9c-4a64-82d3-1c3519c27796 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.292479] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e98bb-d8b2-41ad-8c00-cca1aa85555a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.307042] env[62221]: DEBUG nova.compute.provider_tree [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.320369] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701476, 'name': CreateVM_Task, 'duration_secs': 1.256713} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.320369] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.320817] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.460033] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa054b-d391-3edb-250d-8702132d1357, 'name': SearchDatastore_Task, 'duration_secs': 0.01681} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.460481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.460763] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.461043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.461392] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.461622] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.461964] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.462371] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.462626] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be764b19-bebc-4e7d-bd91-2237a9cb160f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.465247] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c50aced-3606-46c1-ba34-ca3fbda2ff25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.470700] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1581.470700] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255f198-d395-e5ab-5220-080484dd821b" [ 1581.470700] env[62221]: _type = "Task" [ 1581.470700] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.478150] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255f198-d395-e5ab-5220-080484dd821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.507724] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701478, 'name': CreateVM_Task, 'duration_secs': 0.667906} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.507954] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.508629] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.520125] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.645878] env[62221]: DEBUG oslo_concurrency.lockutils [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.646038] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Received event network-vif-deleted-ca6e691e-a868-478f-b04f-d5d513830caf {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1581.646227] env[62221]: INFO nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Neutron deleted interface ca6e691e-a868-478f-b04f-d5d513830caf; detaching it from the instance and deleting it from the info cache [ 1581.646544] env[62221]: DEBUG nova.network.neutron [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.845095] env[62221]: DEBUG nova.scheduler.client.report [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1581.845385] env[62221]: DEBUG nova.compute.provider_tree [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 146 to 147 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1581.845597] env[62221]: DEBUG nova.compute.provider_tree [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.980143] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255f198-d395-e5ab-5220-080484dd821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.149171] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-311b3f2a-f8b5-4159-a3c4-111813f59794 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.159062] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf645aa-ff8d-4614-b84e-2cda0a6bd7b3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.190413] env[62221]: DEBUG nova.compute.manager [req-87d9cf0a-301f-445a-869a-c56810ef5bc2 req-d2949100-123b-4d69-a64c-f6ed14ce2472 service nova] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Detach interface failed, port_id=ca6e691e-a868-478f-b04f-d5d513830caf, reason: Instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1582.350420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.350975] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1582.353501] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.577s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.353723] env[62221]: DEBUG nova.objects.instance [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lazy-loading 'resources' on Instance uuid e3d0bcf5-5e1b-4783-8fcb-8036df7c800c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.481339] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255f198-d395-e5ab-5220-080484dd821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.590027] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.590518] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.591616] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30116bab-15e8-4928-be45-22ef13996086 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.599462] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1582.599462] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb3b6-f478-c549-7f52-a0186b1b79ea" [ 1582.599462] env[62221]: _type = "Task" [ 1582.599462] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.609690] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb3b6-f478-c549-7f52-a0186b1b79ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.733884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.733884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.733884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.734140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.734140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.736370] env[62221]: INFO nova.compute.manager [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Terminating instance [ 1582.742006] env[62221]: DEBUG nova.compute.manager [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1582.742289] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.743240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c30f9e0-5cfc-42be-a680-b1398a7dbd16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.751556] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.751845] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc361afa-640b-458f-8234-7a1df2092e27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.856575] env[62221]: DEBUG nova.compute.utils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1582.860878] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1582.861072] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1582.903687] env[62221]: DEBUG nova.policy [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1582.949285] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.949605] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.949809] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1582.986977] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255f198-d395-e5ab-5220-080484dd821b, 'name': SearchDatastore_Task, 'duration_secs': 1.125326} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.987272] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.987565] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.987788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.988022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.988329] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.988680] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d41c92d-fb74-4133-b264-7321a3225d1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.996632] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1582.996632] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d8ecda-a1fb-740e-04fb-4ec0d02ec5db" [ 1582.996632] env[62221]: _type = "Task" [ 1582.996632] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.006699] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d8ecda-a1fb-740e-04fb-4ec0d02ec5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.110068] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521eb3b6-f478-c549-7f52-a0186b1b79ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.113325] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346f3c77-7efb-457a-8928-28c15b606a10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.119446] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1583.119446] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525339e7-7a1d-9af6-57cc-d402eab87211" [ 1583.119446] env[62221]: _type = "Task" [ 1583.119446] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.124759] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b51674-2632-45de-82c3-9887f485d0ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.129497] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.129820] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.130040] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] a9b10739-0230-4ad6-b5e5-bc2e93de063e {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.130653] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16038d47-0db9-4a47-af26-f3ba239cc7dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.138639] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525339e7-7a1d-9af6-57cc-d402eab87211, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.139402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.139686] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.140817] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb9b6c-2881-4311-aa8c-f752667fdfce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.145282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.145524] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.145782] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f079ea02-f0fb-4367-aa2e-17562dc57d46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.148389] env[62221]: DEBUG oslo_vmware.api [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1583.148389] env[62221]: value = "task-1701480" [ 1583.148389] env[62221]: _type = "Task" [ 1583.148389] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.148609] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fa02969-81f0-4028-8424-6f339f79aaac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.181557] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1583.181557] env[62221]: value = "task-1701481" [ 1583.181557] env[62221]: _type = "Task" [ 1583.181557] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.183208] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be00fd63-745c-443e-be66-19f337db88cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.192638] env[62221]: DEBUG oslo_vmware.api [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.202226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68d300-b51a-40f5-8701-6a8010b4baec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.206489] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.206727] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.207538] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.208450] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Successfully created port: 0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.210436] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04674bfd-dd89-48de-b206-7b03e8c9b39e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.225647] env[62221]: DEBUG nova.compute.provider_tree [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.228563] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1583.228563] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520f3dde-d6e3-9b8d-00f3-47ea8f1c287b" [ 1583.228563] env[62221]: _type = "Task" [ 1583.228563] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.238073] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520f3dde-d6e3-9b8d-00f3-47ea8f1c287b, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.239572] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f05779-0253-442f-a04e-d4b25f268b08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.246708] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1583.246708] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ebfc01-b254-be97-cd69-7bc9c5e61149" [ 1583.246708] env[62221]: _type = "Task" [ 1583.246708] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.258887] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ebfc01-b254-be97-cd69-7bc9c5e61149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.361627] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1583.509077] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d8ecda-a1fb-740e-04fb-4ec0d02ec5db, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.509218] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.509451] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.509662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.661473] env[62221]: DEBUG oslo_vmware.api [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214562} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.661799] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.662016] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.662207] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.662386] env[62221]: INFO nova.compute.manager [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Took 0.92 seconds to destroy the instance on the hypervisor. [ 1583.662638] env[62221]: DEBUG oslo.service.loopingcall [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.662836] env[62221]: DEBUG nova.compute.manager [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1583.662934] env[62221]: DEBUG nova.network.neutron [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.693396] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.729953] env[62221]: DEBUG nova.scheduler.client.report [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.759637] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ebfc01-b254-be97-cd69-7bc9c5e61149, 'name': SearchDatastore_Task, 'duration_secs': 0.019614} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.759921] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.760214] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.760526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.760738] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.760970] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-652800d0-3e33-45aa-ab09-14bee2fc0977 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.763069] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def6a84f-3d0d-423e-b542-ebee7f2f1464 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.772484] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1583.772484] env[62221]: value = "task-1701482" [ 1583.772484] env[62221]: _type = "Task" [ 1583.772484] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.774102] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.774290] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.778416] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fca5272-acfc-464e-9cca-54d3f6b40ee6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.785099] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1583.785099] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5284bbbf-966d-1943-152a-2723979efaee" [ 1583.785099] env[62221]: _type = "Task" [ 1583.785099] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.788325] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.797296] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5284bbbf-966d-1943-152a-2723979efaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.095368] env[62221]: DEBUG nova.compute.manager [req-4c1e645a-eb8e-463a-9d48-24c8f0d581fd req-77a2e599-3d06-4ef3-adbf-1081fa57c39a service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Received event network-vif-deleted-4275570e-4c3b-407b-8833-a453597176b7 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.095645] env[62221]: INFO nova.compute.manager [req-4c1e645a-eb8e-463a-9d48-24c8f0d581fd req-77a2e599-3d06-4ef3-adbf-1081fa57c39a service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Neutron deleted interface 4275570e-4c3b-407b-8833-a453597176b7; detaching it from the instance and deleting it from the info cache [ 1584.095828] env[62221]: DEBUG nova.network.neutron [req-4c1e645a-eb8e-463a-9d48-24c8f0d581fd req-77a2e599-3d06-4ef3-adbf-1081fa57c39a service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.194714] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631895} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.194992] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.195250] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.195518] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fadd4add-b72b-4d87-bdc1-e73e4d7e35cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.203526] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1584.203526] env[62221]: value = "task-1701483" [ 1584.203526] env[62221]: _type = "Task" [ 1584.203526] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.212026] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.237020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.239718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.654s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.241603] env[62221]: INFO nova.compute.claims [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.261451] env[62221]: INFO nova.scheduler.client.report [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Deleted allocations for instance e3d0bcf5-5e1b-4783-8fcb-8036df7c800c [ 1584.283796] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701482, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.299424] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5284bbbf-966d-1943-152a-2723979efaee, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.300280] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31836fc3-0476-455a-94aa-5eac6826d85b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.308161] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1584.308161] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208cfd5-8bf7-54c2-a19d-d75e8f452577" [ 1584.308161] env[62221]: _type = "Task" [ 1584.308161] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.319015] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208cfd5-8bf7-54c2-a19d-d75e8f452577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.372755] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1584.398490] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.399067] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.399067] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.399183] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.399293] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.399441] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.399677] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.399859] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.400070] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.400246] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.400419] env[62221]: DEBUG nova.virt.hardware [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.401411] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1725f75-f8af-4e60-987d-3c002e8a4d1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.410653] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5ae9d-7b0e-466a-8bb6-03fbce9946c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.550728] env[62221]: DEBUG nova.network.neutron [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.599211] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a7e026d-a7e9-40d2-878a-9361095e4036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.610748] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5cbb4-39b9-4fe7-a76c-0bf7257a094d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.652493] env[62221]: DEBUG nova.compute.manager [req-4c1e645a-eb8e-463a-9d48-24c8f0d581fd req-77a2e599-3d06-4ef3-adbf-1081fa57c39a service nova] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Detach interface failed, port_id=4275570e-4c3b-407b-8833-a453597176b7, reason: Instance a9b10739-0230-4ad6-b5e5-bc2e93de063e could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1584.715302] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131246} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.716048] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.717172] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77990f7-0847-41fc-83bb-c7424b1aa863 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.757470] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.761132] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4ac4aa-2af0-48c6-9b96-1ef17cf26e5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.797184] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a3214454-55ea-4b85-88f2-49c56aa7c9c6 tempest-ServersV294TestFqdnHostnames-565187331 tempest-ServersV294TestFqdnHostnames-565187331-project-member] Lock "e3d0bcf5-5e1b-4783-8fcb-8036df7c800c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.286s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.813093] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701487} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.820286] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.820635] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.821097] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1584.821097] env[62221]: value = "task-1701484" [ 1584.821097] env[62221]: _type = "Task" [ 1584.821097] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.825163] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030bedc3-60aa-41c9-a9dd-46acb14d747c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.841047] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5208cfd5-8bf7-54c2-a19d-d75e8f452577, 'name': SearchDatastore_Task, 'duration_secs': 0.058993} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.845511] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.845951] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 50d9daac-be41-4cd4-b378-271494ce2eee/50d9daac-be41-4cd4-b378-271494ce2eee.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.848243] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89108c3e-f2e0-400b-bda2-f8fae44456f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.851468] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1584.851468] env[62221]: value = "task-1701485" [ 1584.851468] env[62221]: _type = "Task" [ 1584.851468] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.857722] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.868704] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1584.868704] env[62221]: value = "task-1701486" [ 1584.868704] env[62221]: _type = "Task" [ 1584.868704] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.879165] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.890675] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.912686] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Successfully updated port: 0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.054143] env[62221]: INFO nova.compute.manager [-] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Took 1.39 seconds to deallocate network for instance. [ 1585.112530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d5358-f4bb-41c7-8bfa-5f441909db48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.122431] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad4fd3-2a2b-459c-9493-37a0b793beef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.155184] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30a6ca-67ed-4162-8908-39e4484cdd30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.164072] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9c4a6-6851-4952-ad21-ac288f76c36e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.180486] env[62221]: DEBUG nova.compute.provider_tree [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.339290] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701484, 'name': ReconfigVM_Task, 'duration_secs': 0.39874} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.340054] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.340201] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba2c1784-2069-4c9b-b844-ac541ebf6018 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.350807] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1585.350807] env[62221]: value = "task-1701487" [ 1585.350807] env[62221]: _type = "Task" [ 1585.350807] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.362221] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701487, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.371659] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120211} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.375136] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.376262] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7180ad-0d75-4142-b634-e978996946f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.385995] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.405888] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.406204] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b40471a-ac04-46c3-8580-de8728cd386e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.421926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.422096] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.422237] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.431353] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1585.431353] env[62221]: value = "task-1701488" [ 1585.431353] env[62221]: _type = "Task" [ 1585.431353] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.442364] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.563153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.684713] env[62221]: DEBUG nova.scheduler.client.report [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1585.861386] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701487, 'name': Rename_Task, 'duration_secs': 0.172647} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.861684] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.861939] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe1a564-3a42-4d3a-ac14-45b0e291c90a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.870378] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1585.870378] env[62221]: value = "task-1701489" [ 1585.870378] env[62221]: _type = "Task" [ 1585.870378] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.885259] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630148} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.885613] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.885925] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 50d9daac-be41-4cd4-b378-271494ce2eee/50d9daac-be41-4cd4-b378-271494ce2eee.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.886245] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.886601] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95dbdf8f-feab-4a31-8b6a-036e582fbffe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.893649] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1585.893649] env[62221]: value = "task-1701490" [ 1585.893649] env[62221]: _type = "Task" [ 1585.893649] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.902530] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.944095] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701488, 'name': ReconfigVM_Task, 'duration_secs': 0.307272} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.944095] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52/12ccb3cc-704c-474d-b1b1-8009f59abd52.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.944095] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6608ebb3-0fa2-4e38-b72d-d6347baa1757 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.954980] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1585.954980] env[62221]: value = "task-1701491" [ 1585.954980] env[62221]: _type = "Task" [ 1585.954980] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.966346] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701491, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.985298] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.189756] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.950s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.190303] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1586.193978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.870s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.195995] env[62221]: INFO nova.compute.claims [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.284558] env[62221]: DEBUG nova.network.neutron [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Updating instance_info_cache with network_info: [{"id": "0cd47dcb-0960-461b-8825-3d9130495c84", "address": "fa:16:3e:98:c7:26", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd47dcb-09", "ovs_interfaceid": "0cd47dcb-0960-461b-8825-3d9130495c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.298345] env[62221]: DEBUG nova.compute.manager [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Received event network-vif-plugged-0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.298717] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Acquiring lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.298939] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.298939] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.299127] env[62221]: DEBUG nova.compute.manager [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] No waiting events found dispatching network-vif-plugged-0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1586.299303] env[62221]: WARNING nova.compute.manager [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Received unexpected event network-vif-plugged-0cd47dcb-0960-461b-8825-3d9130495c84 for instance with vm_state building and task_state spawning. [ 1586.299462] env[62221]: DEBUG nova.compute.manager [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Received event network-changed-0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.299617] env[62221]: DEBUG nova.compute.manager [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Refreshing instance network info cache due to event network-changed-0cd47dcb-0960-461b-8825-3d9130495c84. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1586.299784] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Acquiring lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.384873] env[62221]: DEBUG oslo_vmware.api [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701489, 'name': PowerOnVM_Task, 'duration_secs': 0.510816} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.385175] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.385416] env[62221]: INFO nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Took 12.31 seconds to spawn the instance on the hypervisor. [ 1586.385599] env[62221]: DEBUG nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1586.388277] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99610dbc-c4f9-4402-a145-8e53a4065aa0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.406238] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073051} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.406540] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.407346] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5aa3fc-abc5-439d-ae44-53190ac49906 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.437302] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 50d9daac-be41-4cd4-b378-271494ce2eee/50d9daac-be41-4cd4-b378-271494ce2eee.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.438242] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57850876-7605-4b5a-a24a-feae8a2ad248 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.461099] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1586.461099] env[62221]: value = "task-1701492" [ 1586.461099] env[62221]: _type = "Task" [ 1586.461099] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.467680] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701491, 'name': Rename_Task, 'duration_secs': 0.186222} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.468292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.468949] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab3fb76-1ad1-43d3-9c25-d55ca3e72a58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.478277] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.482301] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1586.482301] env[62221]: value = "task-1701493" [ 1586.482301] env[62221]: _type = "Task" [ 1586.482301] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.492445] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.703019] env[62221]: DEBUG nova.compute.utils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.707987] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1586.707987] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.758807] env[62221]: DEBUG nova.policy [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38645d6759d44f5e9f7edf15f6d99f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81444bd3c41248b4a00f02c599d5f895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1586.788076] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.788236] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Instance network_info: |[{"id": "0cd47dcb-0960-461b-8825-3d9130495c84", "address": "fa:16:3e:98:c7:26", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd47dcb-09", "ovs_interfaceid": "0cd47dcb-0960-461b-8825-3d9130495c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1586.788539] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Acquired lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.788727] env[62221]: DEBUG nova.network.neutron [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Refreshing network info cache for port 0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.789919] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:c7:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cd47dcb-0960-461b-8825-3d9130495c84', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.797656] env[62221]: DEBUG oslo.service.loopingcall [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.798657] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.798893] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d55bcf93-10a8-4324-b4dd-5be38d91d847 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.821487] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.821487] env[62221]: value = "task-1701494" [ 1586.821487] env[62221]: _type = "Task" [ 1586.821487] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.832407] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701494, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.910580] env[62221]: INFO nova.compute.manager [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Took 35.26 seconds to build instance. [ 1586.974992] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701492, 'name': ReconfigVM_Task, 'duration_secs': 0.486537} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.974992] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 50d9daac-be41-4cd4-b378-271494ce2eee/50d9daac-be41-4cd4-b378-271494ce2eee.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.974992] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fb3b02c-aa2d-45c6-8a6b-0431ec6d93aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.983213] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1586.983213] env[62221]: value = "task-1701495" [ 1586.983213] env[62221]: _type = "Task" [ 1586.983213] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.004238] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.004549] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701495, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.079950] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Successfully created port: 07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.211775] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1587.336573] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701494, 'name': CreateVM_Task, 'duration_secs': 0.508523} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.336785] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.337571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.337807] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.338153] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.341830] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec4ac58-92bb-4d8d-8caa-430f2608a678 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.351051] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1587.351051] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1fd38-dcb6-1b07-093e-dd6b08c0fb08" [ 1587.351051] env[62221]: _type = "Task" [ 1587.351051] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.362841] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b1fd38-dcb6-1b07-093e-dd6b08c0fb08, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.365909] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.366667] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.366928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.367092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.367394] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.367797] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5203186d-927e-42e3-8df0-9e3c0e1235e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.377478] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.377799] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.381037] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe524d87-8d2c-49bf-984c-4b3e17127593 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.389471] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1587.389471] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8257b-1212-72d2-ff77-01746f96b0da" [ 1587.389471] env[62221]: _type = "Task" [ 1587.389471] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.410891] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8257b-1212-72d2-ff77-01746f96b0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.412983] env[62221]: DEBUG oslo_concurrency.lockutils [None req-718fbab2-624f-41f3-8360-8992b0dbb438 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.770s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.452381] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1587.453782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7d9d6c-d900-4f18-a661-51c63594fb85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.461629] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1587.461798] env[62221]: ERROR oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk due to incomplete transfer. [ 1587.462264] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01e00c70-a7a7-446f-bbf8-09cb6f58ccd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.470905] env[62221]: DEBUG oslo_vmware.rw_handles [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e0e5-c1a7-1a6e-4a6d-edd8580c953b/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1587.470905] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Uploaded image 093ae29e-9d47-4d4d-8234-7b31eb991129 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1587.473392] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1587.476383] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82c53a77-a998-4e6b-a278-5ee1a46bbd4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.488963] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1587.488963] env[62221]: value = "task-1701496" [ 1587.488963] env[62221]: _type = "Task" [ 1587.488963] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.511419] env[62221]: DEBUG oslo_vmware.api [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701493, 'name': PowerOnVM_Task, 'duration_secs': 0.751795} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.513579] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.513579] env[62221]: DEBUG nova.compute.manager [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1587.517798] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2bb49-acaa-4238-bb6b-644adf526d79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.520363] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701495, 'name': Rename_Task, 'duration_secs': 0.218223} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.526685] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.526932] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701496, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.529969] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504fa6e7-c1d8-49b3-a005-823be8431aa7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.537467] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1587.537467] env[62221]: value = "task-1701497" [ 1587.537467] env[62221]: _type = "Task" [ 1587.537467] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.546728] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.604221] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ed821f-9a4a-41fe-9cbf-696d24f74ab1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.613110] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e65ea-6aa4-49b6-8203-5d65d9665f21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.655883] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9886c-9c5d-4ff7-b686-cb1be726c826 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.664967] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06efa1ef-c2f0-4315-9f32-857feba73526 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.681178] env[62221]: DEBUG nova.compute.provider_tree [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.865862] env[62221]: DEBUG nova.network.neutron [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Updated VIF entry in instance network info cache for port 0cd47dcb-0960-461b-8825-3d9130495c84. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.866321] env[62221]: DEBUG nova.network.neutron [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Updating instance_info_cache with network_info: [{"id": "0cd47dcb-0960-461b-8825-3d9130495c84", "address": "fa:16:3e:98:c7:26", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd47dcb-09", "ovs_interfaceid": "0cd47dcb-0960-461b-8825-3d9130495c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.902670] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e8257b-1212-72d2-ff77-01746f96b0da, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.903733] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653d7c08-a19b-413e-b813-862ce26cbbba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.910670] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1587.910670] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dc7ab8-8d50-179c-4285-b0e7977778f4" [ 1587.910670] env[62221]: _type = "Task" [ 1587.910670] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.923327] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52dc7ab8-8d50-179c-4285-b0e7977778f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.923327] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.923762] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bb9f6f45-d27d-4182-b675-a07da24a8ef2/bb9f6f45-d27d-4182-b675-a07da24a8ef2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.924684] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a932757-edcd-404c-90b8-43480a59bc3f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.932935] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1587.932935] env[62221]: value = "task-1701498" [ 1587.932935] env[62221]: _type = "Task" [ 1587.932935] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.955289] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.983873] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.986741] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1587.986741] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.005261] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701496, 'name': Destroy_Task, 'duration_secs': 0.350604} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.005538] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Destroyed the VM [ 1588.005781] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1588.006044] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d801655b-7a35-486c-96e1-825679250020 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.014337] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1588.014337] env[62221]: value = "task-1701499" [ 1588.014337] env[62221]: _type = "Task" [ 1588.014337] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.024532] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701499, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.048907] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.054017] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.184780] env[62221]: DEBUG nova.scheduler.client.report [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.222690] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1588.251059] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.251059] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.251059] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.251593] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.251905] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.252293] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.252641] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.252922] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.253752] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.254109] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.254466] env[62221]: DEBUG nova.virt.hardware [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.256088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a51c1-d439-4bed-a402-2b8994fc43ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.264199] env[62221]: DEBUG nova.compute.manager [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-changed-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.264199] env[62221]: DEBUG nova.compute.manager [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing instance network info cache due to event network-changed-d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1588.264419] env[62221]: DEBUG oslo_concurrency.lockutils [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.264976] env[62221]: DEBUG oslo_concurrency.lockutils [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.265357] env[62221]: DEBUG nova.network.neutron [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing network info cache for port d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.272344] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e20ae-e64d-4cd5-a8c2-2a7d4369fa2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.370026] env[62221]: DEBUG oslo_concurrency.lockutils [req-46cf35ea-decf-4704-b9ec-f9a4b56a17fc req-298ab2b7-d523-43e8-83da-92350bfccfd0 service nova] Releasing lock "refresh_cache-bb9f6f45-d27d-4182-b675-a07da24a8ef2" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.448768] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.490160] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.531198] env[62221]: DEBUG oslo_vmware.api [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701499, 'name': RemoveSnapshot_Task, 'duration_secs': 0.498727} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.531644] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1588.531981] env[62221]: INFO nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Took 13.24 seconds to snapshot the instance on the hypervisor. [ 1588.559293] env[62221]: DEBUG oslo_vmware.api [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701497, 'name': PowerOnVM_Task, 'duration_secs': 0.864378} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.559645] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.559913] env[62221]: INFO nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1588.560346] env[62221]: DEBUG nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1588.562167] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2c35e-92a5-4469-a70e-10f4d496a8bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.692481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.692962] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1588.696395] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.734s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.696857] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.699900] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.138s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.700181] env[62221]: DEBUG nova.objects.instance [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1588.725276] env[62221]: INFO nova.scheduler.client.report [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocations for instance 656c9ef2-a285-45b6-832c-5dec3e255c9e [ 1588.726742] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "9761035a-87fc-4ecb-8df8-c6d220474895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.727215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.727586] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.727827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.728026] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.732229] env[62221]: INFO nova.compute.manager [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Terminating instance [ 1588.734295] env[62221]: DEBUG nova.compute.manager [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1588.734447] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.735299] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfbd76d-1c54-485d-bedb-bf53bb7e891e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.747974] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.747974] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a359cb6d-c060-4412-968e-8ee0f94c1597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.832024] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.832606] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.836028] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] 9761035a-87fc-4ecb-8df8-c6d220474895 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.836028] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beaedcaa-6b64-429a-8268-6f59112b414c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.842132] env[62221]: DEBUG oslo_vmware.api [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1588.842132] env[62221]: value = "task-1701501" [ 1588.842132] env[62221]: _type = "Task" [ 1588.842132] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.849926] env[62221]: DEBUG oslo_vmware.api [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.947154] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631976} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.947515] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bb9f6f45-d27d-4182-b675-a07da24a8ef2/bb9f6f45-d27d-4182-b675-a07da24a8ef2.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.948090] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.948090] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f65af29-9b6c-478b-9755-ed10a0860223 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.956944] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1588.956944] env[62221]: value = "task-1701502" [ 1588.956944] env[62221]: _type = "Task" [ 1588.956944] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.967228] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.040975] env[62221]: DEBUG nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance disappeared during snapshot {{(pid=62221) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1589.057289] env[62221]: DEBUG nova.compute.manager [None req-38e02da3-968c-4e69-bd12-106e38cb37b2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image not found during clean up 093ae29e-9d47-4d4d-8234-7b31eb991129 {{(pid=62221) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1589.083485] env[62221]: INFO nova.compute.manager [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Took 34.93 seconds to build instance. [ 1589.209632] env[62221]: DEBUG nova.compute.utils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.210904] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1589.211088] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1589.237659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5e9f9aa-be22-46e3-b858-7e3c4992e051 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "656c9ef2-a285-45b6-832c-5dec3e255c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.482s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.356932] env[62221]: DEBUG oslo_vmware.api [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265359} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.360031] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.360031] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.360031] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.360031] env[62221]: INFO nova.compute.manager [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1589.360031] env[62221]: DEBUG oslo.service.loopingcall [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.360031] env[62221]: DEBUG nova.compute.manager [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1589.360031] env[62221]: DEBUG nova.network.neutron [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1589.430601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.430601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.430601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.430601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.430846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.433207] env[62221]: INFO nova.compute.manager [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Terminating instance [ 1589.435122] env[62221]: DEBUG nova.compute.manager [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1589.435371] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.436236] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893b40d-d3db-493c-9e3c-d11296c60349 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.445913] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.445913] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34fc0c8-87be-410e-945b-217b85133394 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.453729] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1589.453729] env[62221]: value = "task-1701503" [ 1589.453729] env[62221]: _type = "Task" [ 1589.453729] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.459433] env[62221]: DEBUG nova.policy [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0970c7a6f62d404b9bd23ed7ed945e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b24f2f951f3478ca93dc0d37acca988', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1589.474321] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080332} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.474642] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.474966] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.476265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50a6c2-2b6d-4180-828b-b32422e0a342 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.504174] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bb9f6f45-d27d-4182-b675-a07da24a8ef2/bb9f6f45-d27d-4182-b675-a07da24a8ef2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.510581] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8537442-d642-4152-933b-9b32aa827ec6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.532959] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "4596a354-7cab-4341-aba4-c915596e9e4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.533203] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.540578] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1589.540578] env[62221]: value = "task-1701504" [ 1589.540578] env[62221]: _type = "Task" [ 1589.540578] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.554048] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.585980] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9b3e841e-04e9-4a1a-9a28-aaba705a00a3 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.442s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.657429] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Successfully updated port: 07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.711149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9db69070-838f-4e31-8dbe-8b62bddb2c73 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.713443] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.683s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.713908] env[62221]: DEBUG nova.objects.instance [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lazy-loading 'resources' on Instance uuid ad379fea-fcad-4d5c-b819-719eb8f57bef {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.715759] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1589.965803] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701503, 'name': PowerOffVM_Task, 'duration_secs': 0.249623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.966170] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.967773] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.969399] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfaff324-34fb-4d21-b60e-1b2c453790b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.999624] env[62221]: DEBUG nova.compute.manager [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Received event network-vif-plugged-07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1589.999624] env[62221]: DEBUG oslo_concurrency.lockutils [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.999624] env[62221]: DEBUG oslo_concurrency.lockutils [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.999624] env[62221]: DEBUG oslo_concurrency.lockutils [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.999624] env[62221]: DEBUG nova.compute.manager [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] No waiting events found dispatching network-vif-plugged-07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1589.999624] env[62221]: WARNING nova.compute.manager [req-67edf5f3-b2b8-47d1-8388-9712de3f9c51 req-1060ff5a-8b12-4eb6-97a9-1a6067dcafd2 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Received unexpected event network-vif-plugged-07d92d48-219d-44e1-ae53-5314e9b7fb11 for instance with vm_state building and task_state spawning. [ 1590.030308] env[62221]: DEBUG nova.compute.manager [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Received event network-changed-07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.030500] env[62221]: DEBUG nova.compute.manager [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Refreshing instance network info cache due to event network-changed-07d92d48-219d-44e1-ae53-5314e9b7fb11. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1590.030709] env[62221]: DEBUG oslo_concurrency.lockutils [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] Acquiring lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.030850] env[62221]: DEBUG oslo_concurrency.lockutils [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] Acquired lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.031019] env[62221]: DEBUG nova.network.neutron [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Refreshing network info cache for port 07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.035270] env[62221]: DEBUG nova.network.neutron [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updated VIF entry in instance network info cache for port d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.035610] env[62221]: DEBUG nova.network.neutron [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.036940] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1590.053217] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701504, 'name': ReconfigVM_Task, 'duration_secs': 0.411333} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.053670] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bb9f6f45-d27d-4182-b675-a07da24a8ef2/bb9f6f45-d27d-4182-b675-a07da24a8ef2.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.054806] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58c0d4d4-6c54-4201-80e3-9a96512a2480 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.067142] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1590.067142] env[62221]: value = "task-1701506" [ 1590.067142] env[62221]: _type = "Task" [ 1590.067142] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.074456] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.074724] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.074909] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] 80f5d304-d2fa-4297-b0c1-58b97f2a4d48 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.075468] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f60c80f-c98c-4520-b3ab-4c4569835c01 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.081616] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701506, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.087766] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1590.087766] env[62221]: value = "task-1701507" [ 1590.087766] env[62221]: _type = "Task" [ 1590.087766] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.097248] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.157712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.493302] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Successfully created port: 5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.540889] env[62221]: DEBUG oslo_concurrency.lockutils [req-6be2dd8b-3da8-4425-a052-dd5d7e306cdb req-d5137ec0-c53d-42f2-9bdf-71f9090bccc4 service nova] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.546427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e71948-fa30-40b1-acfa-c58e170128ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.566021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.566302] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef5d68-5910-4340-b909-f8f2d442c536 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.581682] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701506, 'name': Rename_Task, 'duration_secs': 0.184754} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.610164] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.610738] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c981bfb5-06cb-433b-8d16-8169e02f6f21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.617017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addfa29b-0f07-473e-97ea-d5764098a82e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.620381] env[62221]: DEBUG nova.network.neutron [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.629891] env[62221]: DEBUG oslo_vmware.api [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197266} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.634730] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.634730] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.634730] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.634730] env[62221]: INFO nova.compute.manager [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1590.634730] env[62221]: DEBUG oslo.service.loopingcall [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.634730] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1590.634730] env[62221]: value = "task-1701508" [ 1590.634730] env[62221]: _type = "Task" [ 1590.634730] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.634730] env[62221]: DEBUG nova.compute.manager [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1590.634730] env[62221]: DEBUG nova.network.neutron [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.637904] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c42bec9-6e6f-48fc-b975-ef5449af2faa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.660113] env[62221]: DEBUG nova.compute.provider_tree [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.661649] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.733160] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1590.772091] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1590.772387] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1590.772701] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.772895] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1590.773157] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.773344] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1590.773755] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1590.773755] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1590.773890] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1590.774064] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1590.774239] env[62221]: DEBUG nova.virt.hardware [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1590.775483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca43d1e-66e9-401a-a7c5-934b9042dbda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.784167] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb47290-757b-40f7-a823-7d8571bfa8ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.801265] env[62221]: DEBUG nova.network.neutron [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.968721] env[62221]: DEBUG nova.network.neutron [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.070879] env[62221]: DEBUG nova.compute.manager [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1591.071143] env[62221]: DEBUG nova.compute.manager [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1591.071463] env[62221]: DEBUG oslo_concurrency.lockutils [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.071729] env[62221]: DEBUG oslo_concurrency.lockutils [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.072380] env[62221]: DEBUG nova.network.neutron [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.154511] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.164100] env[62221]: DEBUG nova.scheduler.client.report [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1591.303736] env[62221]: INFO nova.compute.manager [-] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Took 1.94 seconds to deallocate network for instance. [ 1591.471823] env[62221]: DEBUG oslo_concurrency.lockutils [req-d9eebd47-ce75-48cf-8bed-0c2b64175e54 req-ead2ca5d-d24a-46da-bc3e-5a22351097a3 service nova] Releasing lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.472345] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.472588] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.656885] env[62221]: DEBUG oslo_vmware.api [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701508, 'name': PowerOnVM_Task, 'duration_secs': 0.737436} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.657261] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.657423] env[62221]: INFO nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1591.657682] env[62221]: DEBUG nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1591.658891] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a399f8b-cfed-4da3-a730-592e85b5e062 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.670893] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.675120] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.072s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.676180] env[62221]: INFO nova.compute.claims [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.702547] env[62221]: INFO nova.scheduler.client.report [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Deleted allocations for instance ad379fea-fcad-4d5c-b819-719eb8f57bef [ 1591.813191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.929875] env[62221]: DEBUG nova.network.neutron [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.930280] env[62221]: DEBUG nova.network.neutron [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.006023] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.009424] env[62221]: DEBUG nova.network.neutron [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.079978] env[62221]: DEBUG nova.compute.manager [req-f0f6b5bb-2bd6-4736-8cc5-74956ecfa97b req-374fd720-5912-4c40-9434-329b6d4c0b94 service nova] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Received event network-vif-deleted-3cf6ec90-9d11-4a5c-a013-bc1a0d179b0b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.080674] env[62221]: DEBUG nova.compute.manager [req-f0f6b5bb-2bd6-4736-8cc5-74956ecfa97b req-374fd720-5912-4c40-9434-329b6d4c0b94 service nova] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Received event network-vif-deleted-6dfb4d88-0455-4662-9d53-03be0d42079b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.190099] env[62221]: INFO nova.compute.manager [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Took 27.25 seconds to build instance. [ 1592.201754] env[62221]: DEBUG nova.network.neutron [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating instance_info_cache with network_info: [{"id": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "address": "fa:16:3e:a1:9f:f6", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d92d48-21", "ovs_interfaceid": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.220687] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8e092423-96fe-4354-a378-e6b33528c105 tempest-ServersTestManualDisk-324981204 tempest-ServersTestManualDisk-324981204-project-member] Lock "ad379fea-fcad-4d5c-b819-719eb8f57bef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.396s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.221491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.221804] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.433405] env[62221]: DEBUG oslo_concurrency.lockutils [req-0845e573-4aa6-4988-a857-7d796381895f req-ff8a165b-9596-47a1-a117-1126d7278537 service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.513290] env[62221]: INFO nova.compute.manager [-] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Took 1.88 seconds to deallocate network for instance. [ 1592.696657] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2095d66e-cc0c-4077-bf65-e1e92e4d59ab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.771s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.708365] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.708874] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance network_info: |[{"id": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "address": "fa:16:3e:a1:9f:f6", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d92d48-21", "ovs_interfaceid": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1592.709466] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:9f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d92d48-219d-44e1-ae53-5314e9b7fb11', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.731087] env[62221]: DEBUG oslo.service.loopingcall [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.731087] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1592.733491] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.734109] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2745cf-ece5-4264-8cc5-52680b688e71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.761610] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.761610] env[62221]: value = "task-1701509" [ 1592.761610] env[62221]: _type = "Task" [ 1592.761610] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.773989] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701509, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.022533] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.042139] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098714eb-f49e-41c5-9ebb-6c7b76946538 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.051168] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4e9d1-70ba-42e2-b414-b47fff04973c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.091023] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b7093-5f18-46c8-9f20-553ebae0afa7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.098558] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5861fc0-4ff2-47e7-be0d-2cf5acf80569 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.114911] env[62221]: DEBUG nova.compute.provider_tree [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.251259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.279066] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701509, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.282580] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Successfully updated port: 5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.621027] env[62221]: DEBUG nova.scheduler.client.report [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1593.774600] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701509, 'name': CreateVM_Task, 'duration_secs': 0.538636} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.777607] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.777607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.777607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.777607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.777607] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066fb58d-f689-457e-a907-f28ed8b5199f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.785406] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1593.785406] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b7b19-16da-5c33-2624-c5414bf329e2" [ 1593.785406] env[62221]: _type = "Task" [ 1593.785406] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.788689] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.788861] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.789035] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.795763] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b7b19-16da-5c33-2624-c5414bf329e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.802063] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.802298] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.802526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.802686] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.802854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.804748] env[62221]: INFO nova.compute.manager [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Terminating instance [ 1593.806607] env[62221]: DEBUG nova.compute.manager [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1593.806814] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.807961] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8232c-f34c-47fe-82b7-dc4359af2f61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.817257] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.817257] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9240fd21-411b-4140-9c68-f54bdb5f9291 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.825516] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.825798] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.827365] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1593.827365] env[62221]: value = "task-1701510" [ 1593.827365] env[62221]: _type = "Task" [ 1593.827365] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.838828] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.108205] env[62221]: DEBUG nova.compute.manager [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Received event network-vif-plugged-5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.108205] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Acquiring lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.108205] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.108391] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.108612] env[62221]: DEBUG nova.compute.manager [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] No waiting events found dispatching network-vif-plugged-5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1594.108612] env[62221]: WARNING nova.compute.manager [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Received unexpected event network-vif-plugged-5d698434-23ea-4bba-88f6-29b9123a5830 for instance with vm_state building and task_state spawning. [ 1594.108861] env[62221]: DEBUG nova.compute.manager [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Received event network-changed-5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.108920] env[62221]: DEBUG nova.compute.manager [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Refreshing instance network info cache due to event network-changed-5d698434-23ea-4bba-88f6-29b9123a5830. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1594.109106] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Acquiring lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.127299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.127299] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1594.129567] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.610s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.129755] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.131722] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.569s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.131927] env[62221]: DEBUG nova.objects.instance [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'resources' on Instance uuid a9b10739-0230-4ad6-b5e5-bc2e93de063e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.155944] env[62221]: INFO nova.scheduler.client.report [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted allocations for instance 95fc471b-7992-4fd8-97b6-67fc434e05f1 [ 1594.300049] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b7b19-16da-5c33-2624-c5414bf329e2, 'name': SearchDatastore_Task, 'duration_secs': 0.036101} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.300714] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.300964] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.301213] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.301364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.301542] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.302021] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9dc1deb-b364-4e08-a7b7-7737dbb815b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.327293] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.327709] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.328502] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1594.332453] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7bd742-fdbd-408b-812e-98cc8628c8e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.345663] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1594.345663] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d1ebea-bb03-5fb8-bc70-c3f206483b01" [ 1594.345663] env[62221]: _type = "Task" [ 1594.345663] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.353160] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.361073] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701510, 'name': PowerOffVM_Task, 'duration_secs': 0.220703} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.362469] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.362661] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.363285] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cddd435-e7a7-4d94-a2df-e934b9563be4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.371872] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d1ebea-bb03-5fb8-bc70-c3f206483b01, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.374401] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a41a52-4ed6-420e-9efb-a70391d168c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.379733] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1594.379733] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529c7d30-24a7-3379-e040-446a6dcfb26a" [ 1594.379733] env[62221]: _type = "Task" [ 1594.379733] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.394661] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529c7d30-24a7-3379-e040-446a6dcfb26a, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.394951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.395227] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.395488] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e66275-9f83-4f99-ad07-98361a4ef78f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.403609] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1594.403609] env[62221]: value = "task-1701512" [ 1594.403609] env[62221]: _type = "Task" [ 1594.403609] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.415920] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.590645] env[62221]: DEBUG nova.network.neutron [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Updating instance_info_cache with network_info: [{"id": "5d698434-23ea-4bba-88f6-29b9123a5830", "address": "fa:16:3e:a2:70:66", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d698434-23", "ovs_interfaceid": "5d698434-23ea-4bba-88f6-29b9123a5830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.634909] env[62221]: DEBUG nova.compute.utils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.641051] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1594.641317] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.650273] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.650497] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.650814] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] bb9f6f45-d27d-4182-b675-a07da24a8ef2 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.650814] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c64556-9943-423a-a080-61d8336ff2d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.661023] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1594.661023] env[62221]: value = "task-1701513" [ 1594.661023] env[62221]: _type = "Task" [ 1594.661023] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.671969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-41b1b4fd-e0f2-4fb2-818a-7832c21cc1c1 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "95fc471b-7992-4fd8-97b6-67fc434e05f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.611s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.678759] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.728114] env[62221]: DEBUG nova.policy [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9fb8a76619f454db985a284436bc752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7396c6e21f548989ec790f251ac4388', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1594.860965] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.921538] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.968786] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f63f14b-6a8d-4575-9d5a-3320b1e7bbf5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.977740] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8691f61-bebf-4706-85aa-369374b5cee4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.012471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc4154-3681-4f42-8140-337f337cf6c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.027081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c926a1b-c9ca-43a7-8e7d-de57fa27766a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.043920] env[62221]: DEBUG nova.compute.provider_tree [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.093685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.095064] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Instance network_info: |[{"id": "5d698434-23ea-4bba-88f6-29b9123a5830", "address": "fa:16:3e:a2:70:66", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d698434-23", "ovs_interfaceid": "5d698434-23ea-4bba-88f6-29b9123a5830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1595.095064] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Acquired lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.095064] env[62221]: DEBUG nova.network.neutron [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Refreshing network info cache for port 5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.097107] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:70:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d698434-23ea-4bba-88f6-29b9123a5830', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.107642] env[62221]: DEBUG oslo.service.loopingcall [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.108576] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.108576] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5d151b-7b7d-47e5-a748-2f6a03feaf0d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.139040] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1595.146182] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.146182] env[62221]: value = "task-1701514" [ 1595.146182] env[62221]: _type = "Task" [ 1595.146182] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.160248] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701514, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.171511] env[62221]: DEBUG oslo_vmware.api [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490392} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.171778] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.171959] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.172207] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.172455] env[62221]: INFO nova.compute.manager [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1595.172712] env[62221]: DEBUG oslo.service.loopingcall [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.173044] env[62221]: DEBUG nova.compute.manager [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1595.173176] env[62221]: DEBUG nova.network.neutron [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.354808] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Successfully created port: 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.422726] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618334} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.423153] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.423431] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.423755] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-670e763f-14aa-4475-8a51-d8ae9dd6d13d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.435536] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1595.435536] env[62221]: value = "task-1701515" [ 1595.435536] env[62221]: _type = "Task" [ 1595.435536] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.446308] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.549691] env[62221]: DEBUG nova.scheduler.client.report [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.662022] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701514, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.872136] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.872438] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.946388] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078483} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.946686] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.947545] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed1088-add8-4f0f-b3d6-a5faac64a347 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.970726] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.971040] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfaaa20f-545d-43f3-accc-4a4ea111466b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.994802] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1595.994802] env[62221]: value = "task-1701516" [ 1595.994802] env[62221]: _type = "Task" [ 1595.994802] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.007421] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.023104] env[62221]: DEBUG nova.network.neutron [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Updated VIF entry in instance network info cache for port 5d698434-23ea-4bba-88f6-29b9123a5830. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.023471] env[62221]: DEBUG nova.network.neutron [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Updating instance_info_cache with network_info: [{"id": "5d698434-23ea-4bba-88f6-29b9123a5830", "address": "fa:16:3e:a2:70:66", "network": {"id": "be76cc04-e158-4b13-aeaa-97526d1ea7b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005709955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b24f2f951f3478ca93dc0d37acca988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d698434-23", "ovs_interfaceid": "5d698434-23ea-4bba-88f6-29b9123a5830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.056652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.059047] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.010s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.059188] env[62221]: DEBUG nova.objects.instance [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1596.080979] env[62221]: INFO nova.scheduler.client.report [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance a9b10739-0230-4ad6-b5e5-bc2e93de063e [ 1596.141755] env[62221]: DEBUG nova.compute.manager [req-4d0293b6-3ecc-48a9-8125-d6103fea150b req-71161f93-5686-4ea4-b509-e3bd7e8f760c service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Received event network-vif-deleted-0cd47dcb-0960-461b-8825-3d9130495c84 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1596.141949] env[62221]: INFO nova.compute.manager [req-4d0293b6-3ecc-48a9-8125-d6103fea150b req-71161f93-5686-4ea4-b509-e3bd7e8f760c service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Neutron deleted interface 0cd47dcb-0960-461b-8825-3d9130495c84; detaching it from the instance and deleting it from the info cache [ 1596.142104] env[62221]: DEBUG nova.network.neutron [req-4d0293b6-3ecc-48a9-8125-d6103fea150b req-71161f93-5686-4ea4-b509-e3bd7e8f760c service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.156209] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1596.164467] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701514, 'name': CreateVM_Task, 'duration_secs': 0.59987} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.164640] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.165360] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.165458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.165778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.166053] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5ab990-6d83-4d05-bcff-e6a375dff6ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.171574] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1596.171574] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a1e8f3-5d77-73fc-e067-ccdf373419e1" [ 1596.171574] env[62221]: _type = "Task" [ 1596.171574] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.182661] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a1e8f3-5d77-73fc-e067-ccdf373419e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.184791] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1596.185023] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1596.185185] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.185368] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1596.185511] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.185655] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1596.185857] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1596.186026] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1596.186197] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1596.186357] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1596.186551] env[62221]: DEBUG nova.virt.hardware [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1596.187342] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f54c21-e5ab-401c-b7af-e1889efec0fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.194986] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb666c97-da29-4deb-97d8-8e1efb4fc702 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.291592] env[62221]: DEBUG nova.network.neutron [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.375844] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1596.506130] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701516, 'name': ReconfigVM_Task, 'duration_secs': 0.284416} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.506130] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.506807] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9a9152-4b1e-4889-a929-7bd54a23e215 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.514783] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1596.514783] env[62221]: value = "task-1701517" [ 1596.514783] env[62221]: _type = "Task" [ 1596.514783] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.524061] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701517, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.525599] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef07d167-7918-4667-8801-398f89617e9c req-fb6617f3-c7ba-45c7-9bac-9ac711245eca service nova] Releasing lock "refresh_cache-3f12ba7d-d66a-4b8b-b4ab-c252f8173615" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.588978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-39feb667-f203-4417-b5c2-9b65040b7113 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "a9b10739-0230-4ad6-b5e5-bc2e93de063e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.855s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.644857] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0be2f36-2ad5-495e-a4c9-8753543db6ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.654974] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da757b71-8ee5-44de-83f2-fac926279b2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.681602] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a1e8f3-5d77-73fc-e067-ccdf373419e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.691430] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.691539] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.691777] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.691928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.692131] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.692478] env[62221]: DEBUG nova.compute.manager [req-4d0293b6-3ecc-48a9-8125-d6103fea150b req-71161f93-5686-4ea4-b509-e3bd7e8f760c service nova] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Detach interface failed, port_id=0cd47dcb-0960-461b-8825-3d9130495c84, reason: Instance bb9f6f45-d27d-4182-b675-a07da24a8ef2 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1596.692847] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ebf7f45-5898-4f6b-bd7c-0ac573679e27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.702675] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.702675] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.703374] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0128cf8b-2e36-4ffd-8ad7-b114603fd9d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.709214] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1596.709214] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc8b64-e1ea-2a29-75cf-2d10f57b881e" [ 1596.709214] env[62221]: _type = "Task" [ 1596.709214] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.718140] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc8b64-e1ea-2a29-75cf-2d10f57b881e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.794364] env[62221]: INFO nova.compute.manager [-] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Took 1.62 seconds to deallocate network for instance. [ 1596.897183] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.024786] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701517, 'name': Rename_Task, 'duration_secs': 0.145816} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.025140] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.025404] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2980d7c9-c8b8-42a2-ab1d-eedb06c9edda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.032735] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1597.032735] env[62221]: value = "task-1701518" [ 1597.032735] env[62221]: _type = "Task" [ 1597.032735] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.041226] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.070152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-34baabca-8647-4d07-885b-ef4f208d38b8 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.070412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.581s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.070647] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.071243] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1597.072594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.506s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.074009] env[62221]: INFO nova.compute.claims [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.079938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ffff52-7525-4f2b-808b-e4d3c1f1f207 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.092739] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e748d5-a8c9-49e3-87fd-446c6a3c8a71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.108782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1aa5e0-f924-4250-a257-cd8cd4a53135 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.119747] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb7908-30ed-4b99-b088-b70899c86b78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.152477] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179403MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1597.152644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.219917] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc8b64-e1ea-2a29-75cf-2d10f57b881e, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.220987] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee91776-124b-4ad9-995d-b38ce6b842b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.226929] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1597.226929] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1eed4-c1f8-8716-9223-44b0026886a5" [ 1597.226929] env[62221]: _type = "Task" [ 1597.226929] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.235795] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1eed4-c1f8-8716-9223-44b0026886a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.301088] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.318387] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Successfully updated port: 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.543639] env[62221]: DEBUG oslo_vmware.api [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701518, 'name': PowerOnVM_Task, 'duration_secs': 0.492157} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.545246] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.545246] env[62221]: INFO nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1597.545246] env[62221]: DEBUG nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1597.545246] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ea051-e33f-49eb-a576-30919dfa4ddb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.711702] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.711947] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.737837] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f1eed4-c1f8-8716-9223-44b0026886a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.738100] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.738346] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3f12ba7d-d66a-4b8b-b4ab-c252f8173615/3f12ba7d-d66a-4b8b-b4ab-c252f8173615.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.738590] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2c09f1-bb04-49db-86f8-e74bbb16551e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.745685] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1597.745685] env[62221]: value = "task-1701519" [ 1597.745685] env[62221]: _type = "Task" [ 1597.745685] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.753885] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.821066] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.821243] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.821397] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.062934] env[62221]: INFO nova.compute.manager [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Took 26.50 seconds to build instance. [ 1598.168540] env[62221]: DEBUG nova.compute.manager [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-vif-plugged-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.168778] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.169059] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.169237] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.169406] env[62221]: DEBUG nova.compute.manager [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] No waiting events found dispatching network-vif-plugged-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1598.169570] env[62221]: WARNING nova.compute.manager [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received unexpected event network-vif-plugged-54966edf-572c-4b10-b033-9b5d5b6e1963 for instance with vm_state building and task_state spawning. [ 1598.169729] env[62221]: DEBUG nova.compute.manager [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.169878] env[62221]: DEBUG nova.compute.manager [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing instance network info cache due to event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1598.170053] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.216546] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1598.258171] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462525} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.258444] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 3f12ba7d-d66a-4b8b-b4ab-c252f8173615/3f12ba7d-d66a-4b8b-b4ab-c252f8173615.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.258657] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.258956] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3a1c4a0-6a4b-4b60-bcbc-5c2cc6252099 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.266535] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1598.266535] env[62221]: value = "task-1701520" [ 1598.266535] env[62221]: _type = "Task" [ 1598.266535] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.275971] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.362491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27f9b8-b544-4551-a9a6-f802594d07f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.371153] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdaf46f-b453-48ff-b29b-f88784bdf278 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.378594] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.411431] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f73e7e-c641-4dfd-893f-26b4520fce9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.419524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9c794-2e84-4ab6-b03b-d2ec5d8b8139 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.434920] env[62221]: DEBUG nova.compute.provider_tree [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.565116] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d6af3a80-f62c-4623-8081-42b24f4265aa tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.670767] env[62221]: DEBUG nova.network.neutron [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.735980] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.777332] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073587} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.777635] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.778406] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476f31b-708c-4fef-86f2-57a5f2f7a5fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.799792] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 3f12ba7d-d66a-4b8b-b4ab-c252f8173615/3f12ba7d-d66a-4b8b-b4ab-c252f8173615.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.800130] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c871db-09e7-4e7f-8959-af633e7ba617 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.823285] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1598.823285] env[62221]: value = "task-1701521" [ 1598.823285] env[62221]: _type = "Task" [ 1598.823285] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.831537] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.955696] env[62221]: ERROR nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [req-4aac68d4-42c8-43ad-9d16-7308a318cd30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4aac68d4-42c8-43ad-9d16-7308a318cd30"}]} [ 1598.971547] env[62221]: DEBUG nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1598.986381] env[62221]: DEBUG nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1598.986659] env[62221]: DEBUG nova.compute.provider_tree [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.997703] env[62221]: DEBUG nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1599.015845] env[62221]: DEBUG nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1599.173516] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.173869] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Instance network_info: |[{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1599.174171] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.174352] env[62221]: DEBUG nova.network.neutron [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.175518] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ce:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54966edf-572c-4b10-b033-9b5d5b6e1963', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.182898] env[62221]: DEBUG oslo.service.loopingcall [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.187544] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.188393] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69fe2257-4ad7-4045-970c-5ce01d6e1543 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.211882] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.211882] env[62221]: value = "task-1701522" [ 1599.211882] env[62221]: _type = "Task" [ 1599.211882] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.226438] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701522, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.283904] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c952b7-1791-483b-b2f7-b0baf810377e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.293930] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4fd9a-d175-4c0b-9411-6aafde94c963 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.334266] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5449b72c-a51a-481a-bb4b-3fdea08b0be3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.343116] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701521, 'name': ReconfigVM_Task, 'duration_secs': 0.283157} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.345468] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 3f12ba7d-d66a-4b8b-b4ab-c252f8173615/3f12ba7d-d66a-4b8b-b4ab-c252f8173615.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.345839] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b23f29-5bea-4351-8ad9-f38a73ff3ab4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.349571] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3c916-ee3e-458c-a5cf-bd76fef2574c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.364285] env[62221]: DEBUG nova.compute.provider_tree [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.369930] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1599.369930] env[62221]: value = "task-1701523" [ 1599.369930] env[62221]: _type = "Task" [ 1599.369930] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.380977] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701523, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.456063] env[62221]: DEBUG nova.network.neutron [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updated VIF entry in instance network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.456498] env[62221]: DEBUG nova.network.neutron [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.722352] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701522, 'name': CreateVM_Task, 'duration_secs': 0.374257} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.722502] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.723126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.723329] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.723688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.723971] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4dd7d2-2180-4e87-9283-69f704e850c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.729023] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1599.729023] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db87d2-9f9a-0db1-986a-be55e93a6af0" [ 1599.729023] env[62221]: _type = "Task" [ 1599.729023] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.736753] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db87d2-9f9a-0db1-986a-be55e93a6af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.883511] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701523, 'name': Rename_Task, 'duration_secs': 0.202079} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.883841] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.884134] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82be112e-d02b-4a7e-8cb2-9a21c1eda9bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.891370] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1599.891370] env[62221]: value = "task-1701524" [ 1599.891370] env[62221]: _type = "Task" [ 1599.891370] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.901050] env[62221]: DEBUG nova.scheduler.client.report [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1599.901347] env[62221]: DEBUG nova.compute.provider_tree [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 152 to 153 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1599.901531] env[62221]: DEBUG nova.compute.provider_tree [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.907703] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.959636] env[62221]: DEBUG oslo_concurrency.lockutils [req-428de40e-996a-4199-9b8e-078a8081e92e req-76297bc0-be2a-4625-a162-111f4143a7b7 service nova] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.197374] env[62221]: DEBUG nova.compute.manager [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Received event network-changed-07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.197786] env[62221]: DEBUG nova.compute.manager [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Refreshing instance network info cache due to event network-changed-07d92d48-219d-44e1-ae53-5314e9b7fb11. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1600.197786] env[62221]: DEBUG oslo_concurrency.lockutils [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] Acquiring lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.197880] env[62221]: DEBUG oslo_concurrency.lockutils [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] Acquired lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.198073] env[62221]: DEBUG nova.network.neutron [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Refreshing network info cache for port 07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.241373] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db87d2-9f9a-0db1-986a-be55e93a6af0, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.241731] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.242033] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.242283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.242431] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.242612] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.242891] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bdd2492-a112-49f7-b040-d792c5f61967 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.253937] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.254129] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.254898] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dfe4aa-f0ad-4b1d-94de-7513426e437f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.262011] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1600.262011] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bca5b3-b33b-8adf-ce79-0a7ea74080f2" [ 1600.262011] env[62221]: _type = "Task" [ 1600.262011] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.272881] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bca5b3-b33b-8adf-ce79-0a7ea74080f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.407481] env[62221]: DEBUG oslo_vmware.api [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701524, 'name': PowerOnVM_Task, 'duration_secs': 0.472038} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.407759] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.407963] env[62221]: INFO nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1600.408155] env[62221]: DEBUG nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1600.408898] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.338s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.409381] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1600.412344] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b466fe-50e8-449e-b8e9-c2cb026ce24d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.415165] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.602s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.415364] env[62221]: DEBUG nova.objects.instance [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'resources' on Instance uuid 9761035a-87fc-4ecb-8df8-c6d220474895 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.772625] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bca5b3-b33b-8adf-ce79-0a7ea74080f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014412} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.773452] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4430b4-c09c-4436-8f04-b2c5676f2345 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.779290] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1600.779290] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd859c-f982-f7f3-8263-ce2f857e3616" [ 1600.779290] env[62221]: _type = "Task" [ 1600.779290] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.789546] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd859c-f982-f7f3-8263-ce2f857e3616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.916732] env[62221]: DEBUG nova.compute.utils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.918994] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1600.918994] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.931311] env[62221]: INFO nova.compute.manager [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Took 27.62 seconds to build instance. [ 1600.966610] env[62221]: DEBUG nova.network.neutron [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updated VIF entry in instance network info cache for port 07d92d48-219d-44e1-ae53-5314e9b7fb11. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.967045] env[62221]: DEBUG nova.network.neutron [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating instance_info_cache with network_info: [{"id": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "address": "fa:16:3e:a1:9f:f6", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d92d48-21", "ovs_interfaceid": "07d92d48-219d-44e1-ae53-5314e9b7fb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.999033] env[62221]: DEBUG nova.policy [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d495713ad934566b846bbcbf3809421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98de71ce0daa4621acbc69bec033f9ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1601.175436] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c59f95-c586-471f-bd16-425665128ffa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.184163] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fafeef-0f0c-4353-8394-6175b913f2b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.218448] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b653ce-1e65-479c-b17b-a9ac0abf7f33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.227174] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f7eb5-2573-4a86-a3fe-da40482758c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.241982] env[62221]: DEBUG nova.compute.provider_tree [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.290362] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd859c-f982-f7f3-8263-ce2f857e3616, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.290617] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.290873] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/d11af1c1-3a70-4526-ba78-e092c30ddc54.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.291150] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51afdec4-630c-4da1-acb6-87adb32ca1f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.298784] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1601.298784] env[62221]: value = "task-1701525" [ 1601.298784] env[62221]: _type = "Task" [ 1601.298784] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.307093] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.423075] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1601.431873] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Successfully created port: 672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.433905] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dec86262-55e7-46a1-8122-d48767226362 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.131s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.469846] env[62221]: DEBUG oslo_concurrency.lockutils [req-f652f680-c483-4782-811d-c2d5f924294a req-dfc4f8af-cffa-401b-bc3a-4b15e8615d27 service nova] Releasing lock "refresh_cache-8358a4d4-6167-4ae6-94c7-8ec0f431a504" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.745356] env[62221]: DEBUG nova.scheduler.client.report [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.813867] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.251591] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.254881] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.232s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.255312] env[62221]: DEBUG nova.objects.instance [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lazy-loading 'resources' on Instance uuid 80f5d304-d2fa-4297-b0c1-58b97f2a4d48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.275557] env[62221]: INFO nova.scheduler.client.report [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted allocations for instance 9761035a-87fc-4ecb-8df8-c6d220474895 [ 1602.310805] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.432726] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1602.465450] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1602.465731] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1602.465884] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.466078] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1602.466225] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.466369] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1602.466589] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1602.466764] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1602.466930] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1602.467110] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1602.467284] env[62221]: DEBUG nova.virt.hardware [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1602.468483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b871d8a-c2c4-4fe9-ba84-27c037a2d0c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.477917] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b3d4c7-8bae-43f0-8319-46fda5af2b9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.785766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4e6fef9b-3b63-47b4-ac23-0d7f059ca5a4 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "9761035a-87fc-4ecb-8df8-c6d220474895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.058s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.815290] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.916211] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.916498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.916788] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.917416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.917602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.922671] env[62221]: INFO nova.compute.manager [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Terminating instance [ 1602.924863] env[62221]: DEBUG nova.compute.manager [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1602.925127] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.926105] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8242b7-2a7b-4731-8939-44ab538b68f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.935115] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.938182] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d9efb7d-dbda-4ba4-9414-afb14f2b580a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.947417] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1602.947417] env[62221]: value = "task-1701526" [ 1602.947417] env[62221]: _type = "Task" [ 1602.947417] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.960466] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.021815] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8f7bf-e89b-4c3b-b5d1-8eeb05bbece0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.030289] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3159831f-3bfd-4d9c-8fcb-5d670ea14553 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.062201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f32b7-dc71-4099-8c74-72f832b68bd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.070823] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d3461-6990-4bc9-bf76-f6c9a3cd60a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.086357] env[62221]: DEBUG nova.compute.provider_tree [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.312021] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.626103} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.312540] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/d11af1c1-3a70-4526-ba78-e092c30ddc54.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.312757] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.313033] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d0f77a-9e8b-40ed-8959-706fb40091b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.320328] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1603.320328] env[62221]: value = "task-1701527" [ 1603.320328] env[62221]: _type = "Task" [ 1603.320328] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.329195] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.364699] env[62221]: DEBUG nova.compute.manager [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Received event network-vif-plugged-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1603.364978] env[62221]: DEBUG oslo_concurrency.lockutils [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] Acquiring lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.365148] env[62221]: DEBUG oslo_concurrency.lockutils [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] Lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.365311] env[62221]: DEBUG oslo_concurrency.lockutils [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] Lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.365473] env[62221]: DEBUG nova.compute.manager [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] No waiting events found dispatching network-vif-plugged-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1603.365633] env[62221]: WARNING nova.compute.manager [req-6bf30d0f-cc37-4e61-af5e-3e108c15a325 req-78624e3b-42bc-468e-91ed-3f630272c4a2 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Received unexpected event network-vif-plugged-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 for instance with vm_state building and task_state spawning. [ 1603.458543] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701526, 'name': PowerOffVM_Task, 'duration_secs': 0.270629} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.458803] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.458973] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.459769] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca48885-befd-4fda-a586-2d2c7165ba36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.487107] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Successfully updated port: 672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.561036] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.561036] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.561036] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleting the datastore file [datastore1] 3f12ba7d-d66a-4b8b-b4ab-c252f8173615 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.561494] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d97425f1-b144-4bca-a770-c23441a0a58b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.569155] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for the task: (returnval){ [ 1603.569155] env[62221]: value = "task-1701529" [ 1603.569155] env[62221]: _type = "Task" [ 1603.569155] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.577806] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.590101] env[62221]: DEBUG nova.scheduler.client.report [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.830899] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160456} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.831272] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.832081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9201cf19-2ea0-492e-bb15-cb46c9bb7f71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.855414] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/d11af1c1-3a70-4526-ba78-e092c30ddc54.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.855739] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f934ac60-c8d1-4bdf-9e01-bffcba62accb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.877711] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1603.877711] env[62221]: value = "task-1701530" [ 1603.877711] env[62221]: _type = "Task" [ 1603.877711] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.887657] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.991539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.991539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.991539] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.084527] env[62221]: DEBUG oslo_vmware.api [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Task: {'id': task-1701529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359942} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.084942] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.085273] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.085560] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.085859] env[62221]: INFO nova.compute.manager [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1604.086226] env[62221]: DEBUG oslo.service.loopingcall [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.086559] env[62221]: DEBUG nova.compute.manager [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1604.086793] env[62221]: DEBUG nova.network.neutron [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.095451] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.098716] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.847s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.101159] env[62221]: INFO nova.compute.claims [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.119033] env[62221]: INFO nova.scheduler.client.report [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted allocations for instance 80f5d304-d2fa-4297-b0c1-58b97f2a4d48 [ 1604.388941] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.547256] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.632400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c78a5029-2fb1-44ea-b6a6-7a753f0286ad tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "80f5d304-d2fa-4297-b0c1-58b97f2a4d48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.198s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.724074] env[62221]: DEBUG nova.network.neutron [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Updating instance_info_cache with network_info: [{"id": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "address": "fa:16:3e:2a:d0:94", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672b5ecd-4d", "ovs_interfaceid": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.889403] env[62221]: DEBUG nova.network.neutron [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.890721] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701530, 'name': ReconfigVM_Task, 'duration_secs': 0.896041} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.891209] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/d11af1c1-3a70-4526-ba78-e092c30ddc54.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.891846] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4abc03f-a05f-4b54-ba09-0bf074439a67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.900564] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1604.900564] env[62221]: value = "task-1701531" [ 1604.900564] env[62221]: _type = "Task" [ 1604.900564] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.911344] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701531, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.227186] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.227500] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance network_info: |[{"id": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "address": "fa:16:3e:2a:d0:94", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672b5ecd-4d", "ovs_interfaceid": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1605.227953] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d0:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '672b5ecd-4d5b-4e4d-b325-a0c0070bdb49', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.235775] env[62221]: DEBUG oslo.service.loopingcall [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.238672] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.239128] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-186af872-7bc5-4ffc-b914-9eb9fc4c1ce2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.263312] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.263312] env[62221]: value = "task-1701532" [ 1605.263312] env[62221]: _type = "Task" [ 1605.263312] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.275054] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701532, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.371178] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65cf50e-e81a-4c76-899f-5d02aead66a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.379495] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef9bec-787d-4fa1-903a-25f00a203d5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.412902] env[62221]: INFO nova.compute.manager [-] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Took 1.33 seconds to deallocate network for instance. [ 1605.419354] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a91f13-eb6f-4601-938c-71b2ee42beca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.423274] env[62221]: DEBUG nova.compute.manager [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Received event network-changed-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.423539] env[62221]: DEBUG nova.compute.manager [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Refreshing instance network info cache due to event network-changed-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1605.423683] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] Acquiring lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.423837] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] Acquired lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.424011] env[62221]: DEBUG nova.network.neutron [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Refreshing network info cache for port 672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.434384] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701531, 'name': Rename_Task, 'duration_secs': 0.427928} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.437755] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.438104] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68959ca5-f1d7-4b0d-aea9-d704b3f9b1ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.441299] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b0d74-6fe8-4098-aa6a-45bba4fcd530 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.458833] env[62221]: DEBUG nova.compute.provider_tree [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.461798] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1605.461798] env[62221]: value = "task-1701533" [ 1605.461798] env[62221]: _type = "Task" [ 1605.461798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.472293] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.544649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "ca86177d-ca2e-4943-9e15-619631e30fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.544649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.544649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.544649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.544649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.549529] env[62221]: INFO nova.compute.manager [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Terminating instance [ 1605.550351] env[62221]: DEBUG nova.compute.manager [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1605.550673] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.551673] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7ca07-f6eb-4a5c-ab6e-a40d6f2bb2d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.561021] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.561021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26315a3-9a33-4afe-87b8-1c5ee744fa7a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.571687] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1605.571687] env[62221]: value = "task-1701534" [ 1605.571687] env[62221]: _type = "Task" [ 1605.571687] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.584881] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.775817] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701532, 'name': CreateVM_Task, 'duration_secs': 0.50819} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.775966] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.776711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.776884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.777244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.777531] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b512c3c-4ea8-453b-8dda-ac603749ba57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.782683] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1605.782683] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52eadd9f-38c1-18a5-c897-7c90d74ea21b" [ 1605.782683] env[62221]: _type = "Task" [ 1605.782683] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.791916] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52eadd9f-38c1-18a5-c897-7c90d74ea21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.929884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.965838] env[62221]: DEBUG nova.scheduler.client.report [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.979733] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.079500] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701534, 'name': PowerOffVM_Task, 'duration_secs': 0.208135} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.079773] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.079947] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.080226] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6853ad14-8819-4412-985b-ff5d4edcce9f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.166364] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.166632] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.166799] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] ca86177d-ca2e-4943-9e15-619631e30fb5 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.167087] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2002bd-253d-4caa-9ac8-8da3080aaec7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.173953] env[62221]: DEBUG nova.network.neutron [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Updated VIF entry in instance network info cache for port 672b5ecd-4d5b-4e4d-b325-a0c0070bdb49. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.174323] env[62221]: DEBUG nova.network.neutron [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Updating instance_info_cache with network_info: [{"id": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "address": "fa:16:3e:2a:d0:94", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap672b5ecd-4d", "ovs_interfaceid": "672b5ecd-4d5b-4e4d-b325-a0c0070bdb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.176967] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1606.176967] env[62221]: value = "task-1701536" [ 1606.176967] env[62221]: _type = "Task" [ 1606.176967] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.186014] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.293978] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52eadd9f-38c1-18a5-c897-7c90d74ea21b, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.294344] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.294626] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.294849] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.294998] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.295194] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.295457] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c3f241-5572-4c58-b625-4bf6eba1afbb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.307381] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.307565] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.308396] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f152613f-d4da-456b-bd53-5f5adc5d7d5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.316306] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1606.316306] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b54f43-1ba9-4daa-c2e3-947ee49ee5f8" [ 1606.316306] env[62221]: _type = "Task" [ 1606.316306] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.324660] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b54f43-1ba9-4daa-c2e3-947ee49ee5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.473480] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.473939] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1606.476659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.616s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.478104] env[62221]: INFO nova.compute.claims [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.486042] env[62221]: DEBUG oslo_vmware.api [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701533, 'name': PowerOnVM_Task, 'duration_secs': 0.573104} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.486292] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.486479] env[62221]: INFO nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1606.486802] env[62221]: DEBUG nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1606.487474] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97211ed4-d5ad-4f60-b1b1-d56d325d072b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.678772] env[62221]: DEBUG oslo_concurrency.lockutils [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] Releasing lock "refresh_cache-4596a354-7cab-4341-aba4-c915596e9e4a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.678958] env[62221]: DEBUG nova.compute.manager [req-c2f078ee-b663-4dfa-be2a-37d666bb2a2a req-6b7e7834-9415-4cc4-b253-a9c07f1fc6c5 service nova] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Received event network-vif-deleted-5d698434-23ea-4bba-88f6-29b9123a5830 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.689067] env[62221]: DEBUG oslo_vmware.api [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136419} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.689338] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.689526] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.689703] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.689877] env[62221]: INFO nova.compute.manager [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1606.690140] env[62221]: DEBUG oslo.service.loopingcall [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.690337] env[62221]: DEBUG nova.compute.manager [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1606.690430] env[62221]: DEBUG nova.network.neutron [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.831437] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b54f43-1ba9-4daa-c2e3-947ee49ee5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.832244] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37aed06f-5717-409c-b955-11a3ab3a3b56 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.838010] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1606.838010] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528083e9-7503-cf57-357c-b46b604d3079" [ 1606.838010] env[62221]: _type = "Task" [ 1606.838010] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.847790] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528083e9-7503-cf57-357c-b46b604d3079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.982700] env[62221]: DEBUG nova.compute.utils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.986059] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1606.986193] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.006661] env[62221]: INFO nova.compute.manager [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Took 26.43 seconds to build instance. [ 1607.090597] env[62221]: DEBUG nova.policy [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1607.351656] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528083e9-7503-cf57-357c-b46b604d3079, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.351939] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.352227] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4596a354-7cab-4341-aba4-c915596e9e4a/4596a354-7cab-4341-aba4-c915596e9e4a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.352490] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68f71d2e-3677-4fb7-859a-a62f7a9b178e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.360534] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1607.360534] env[62221]: value = "task-1701537" [ 1607.360534] env[62221]: _type = "Task" [ 1607.360534] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.368914] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.426867] env[62221]: DEBUG nova.compute.manager [req-6f524084-0133-458c-9b33-d2edddd9956e req-ea432ab3-ea50-44cb-ad05-13288f403e15 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Received event network-vif-deleted-5d86b322-4c05-4e82-86ab-fde827745172 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.427073] env[62221]: INFO nova.compute.manager [req-6f524084-0133-458c-9b33-d2edddd9956e req-ea432ab3-ea50-44cb-ad05-13288f403e15 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Neutron deleted interface 5d86b322-4c05-4e82-86ab-fde827745172; detaching it from the instance and deleting it from the info cache [ 1607.427251] env[62221]: DEBUG nova.network.neutron [req-6f524084-0133-458c-9b33-d2edddd9956e req-ea432ab3-ea50-44cb-ad05-13288f403e15 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.487438] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1607.509928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7c8ed10-4864-43b1-904d-2366dfa28ba3 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.940s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.583887] env[62221]: DEBUG nova.network.neutron [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.687396] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Successfully created port: 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.760051] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8132d-6ee2-4ff2-adc6-c6f26c989949 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.770305] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a1377-d976-400e-b66a-f4d8e8c49b49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.808615] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e622e-aaab-4865-b493-59ddc552a10b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.817144] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c30bd-c41a-4995-971b-e3f91634b30f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.833705] env[62221]: DEBUG nova.compute.provider_tree [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.871668] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.930273] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-475dccd8-d6bc-42f9-8f74-9b9ba4839daa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.940423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e9928c-f901-4835-8b42-00133a701572 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.975034] env[62221]: DEBUG nova.compute.manager [req-6f524084-0133-458c-9b33-d2edddd9956e req-ea432ab3-ea50-44cb-ad05-13288f403e15 service nova] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Detach interface failed, port_id=5d86b322-4c05-4e82-86ab-fde827745172, reason: Instance ca86177d-ca2e-4943-9e15-619631e30fb5 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1608.086986] env[62221]: INFO nova.compute.manager [-] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Took 1.40 seconds to deallocate network for instance. [ 1608.369380] env[62221]: DEBUG nova.scheduler.client.report [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1608.369380] env[62221]: DEBUG nova.compute.provider_tree [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 153 to 154 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1608.369380] env[62221]: DEBUG nova.compute.provider_tree [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.375572] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.500658] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1608.529456] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.529935] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.529935] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.530088] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.530239] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.530386] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.530599] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.530757] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.530919] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.531109] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.531289] env[62221]: DEBUG nova.virt.hardware [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.532244] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608da17b-b2a4-4687-b836-843f5f8e311d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.540900] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8225ac-b32d-4f17-b031-b6c49efdc7e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.593413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.872939] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.876809] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.877321] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1608.879835] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.983s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.881274] env[62221]: INFO nova.compute.claims [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.269935] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Successfully updated port: 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.373322] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.387790] env[62221]: DEBUG nova.compute.utils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.392018] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1609.392018] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1609.433268] env[62221]: DEBUG nova.policy [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29c64ec63a304b3a85c1da8705808a7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b5954646c542e2992059712f6532fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1609.461958] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.462155] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing instance network info cache due to event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1609.462367] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.462507] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.462664] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.729241] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Successfully created port: 8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.775162] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.775469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.775587] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.874727] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701537, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.439222} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.875013] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4596a354-7cab-4341-aba4-c915596e9e4a/4596a354-7cab-4341-aba4-c915596e9e4a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.875233] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.875477] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b7bf49d-8c07-42fd-8373-f42eaa264b9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.882676] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1609.882676] env[62221]: value = "task-1701538" [ 1609.882676] env[62221]: _type = "Task" [ 1609.882676] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.891427] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1609.894115] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.159637] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddae70eb-9991-4a99-a4eb-71c537ba6cd9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.167508] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40718121-0256-4e17-b5f6-9e63c61025e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.201579] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da626c47-d46f-43ff-9b18-c372edbc4d2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.211707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1afe018-4252-4c6d-83c2-d395f0e76295 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.225030] env[62221]: DEBUG nova.compute.provider_tree [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.271701] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updated VIF entry in instance network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.272105] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.304184] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.396018] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074843} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.396018] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.396018] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b421bd6-8966-42f3-9572-fc8ff1df89f3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.418205] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4596a354-7cab-4341-aba4-c915596e9e4a/4596a354-7cab-4341-aba4-c915596e9e4a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.421270] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be66224-9809-4c82-a373-2e10b1c6cbbb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.445472] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1610.445472] env[62221]: value = "task-1701539" [ 1610.445472] env[62221]: _type = "Task" [ 1610.445472] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.457997] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.505749] env[62221]: DEBUG nova.network.neutron [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.728874] env[62221]: DEBUG nova.scheduler.client.report [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1610.774869] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.775242] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-vif-plugged-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1610.775360] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.775570] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.775729] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.775893] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] No waiting events found dispatching network-vif-plugged-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1610.776075] env[62221]: WARNING nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received unexpected event network-vif-plugged-8b0406c5-87fa-45f6-bc8b-6e441018d97f for instance with vm_state building and task_state spawning. [ 1610.776282] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1610.776446] env[62221]: DEBUG nova.compute.manager [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing instance network info cache due to event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1610.776612] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.920218] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1610.947364] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1610.947605] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1610.947797] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.947989] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1610.948152] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.948296] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1610.948498] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1610.948649] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1610.948809] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1610.948966] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1610.949150] env[62221]: DEBUG nova.virt.hardware [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1610.950057] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e485d86-9bf0-4b1a-a271-32d2df02068c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.963399] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b019613-753e-45f9-b8d0-0c1fa9267ff2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.966983] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701539, 'name': ReconfigVM_Task, 'duration_secs': 0.322959} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.967251] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4596a354-7cab-4341-aba4-c915596e9e4a/4596a354-7cab-4341-aba4-c915596e9e4a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.968137] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c05331c-375e-42be-97c8-dc994516342d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.978598] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1610.978598] env[62221]: value = "task-1701540" [ 1610.978598] env[62221]: _type = "Task" [ 1610.978598] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.986205] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701540, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.008331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.008710] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Instance network_info: |[{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1611.009053] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.009276] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.010495] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0406c5-87fa-45f6-bc8b-6e441018d97f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.018691] env[62221]: DEBUG oslo.service.loopingcall [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.019737] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.019981] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701e90a2-13b8-4c00-8556-37bba89987b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.042152] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.042152] env[62221]: value = "task-1701541" [ 1611.042152] env[62221]: _type = "Task" [ 1611.042152] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.051200] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701541, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.237021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.237021] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1611.237976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.085s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.359796] env[62221]: DEBUG nova.compute.manager [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Received event network-vif-plugged-8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.359796] env[62221]: DEBUG oslo_concurrency.lockutils [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] Acquiring lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.359796] env[62221]: DEBUG oslo_concurrency.lockutils [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.359796] env[62221]: DEBUG oslo_concurrency.lockutils [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.359796] env[62221]: DEBUG nova.compute.manager [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] No waiting events found dispatching network-vif-plugged-8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1611.359796] env[62221]: WARNING nova.compute.manager [req-be4a44c2-0dbc-47e7-b5b5-e79bd4df6527 req-09d8b38e-77c9-4bf8-bbde-7ec106f08371 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Received unexpected event network-vif-plugged-8bbfa739-eb0d-41f1-ab97-4590dbba8e38 for instance with vm_state building and task_state spawning. [ 1611.490393] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701540, 'name': Rename_Task, 'duration_secs': 0.148704} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.490941] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.491400] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5412ddd7-4ac1-46a6-87cf-4f845a58a79e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.498875] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1611.498875] env[62221]: value = "task-1701542" [ 1611.498875] env[62221]: _type = "Task" [ 1611.498875] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.507046] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.552759] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701541, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.742045] env[62221]: DEBUG nova.compute.utils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.751914] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1611.752123] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.831578] env[62221]: DEBUG nova.policy [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293c12d7e38d456688df09531cfeee39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b160f5fd5ab34c48acaa09d533ba8c3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1611.872811] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updated VIF entry in instance network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.873246] env[62221]: DEBUG nova.network.neutron [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.011136] env[62221]: DEBUG oslo_vmware.api [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701542, 'name': PowerOnVM_Task, 'duration_secs': 0.483445} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.011445] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.011792] env[62221]: INFO nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1612.011957] env[62221]: DEBUG nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.013058] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80175ca-0c86-4f3b-aa1a-326a26f01a09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.024753] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Successfully updated port: 8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.051295] env[62221]: DEBUG nova.compute.manager [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Received event network-changed-8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.051295] env[62221]: DEBUG nova.compute.manager [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Refreshing instance network info cache due to event network-changed-8bbfa739-eb0d-41f1-ab97-4590dbba8e38. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1612.051295] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] Acquiring lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.051295] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] Acquired lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.051842] env[62221]: DEBUG nova.network.neutron [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Refreshing network info cache for port 8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.060995] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701541, 'name': CreateVM_Task, 'duration_secs': 0.67443} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.062641] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.063276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.065082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.065082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.065082] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146fd4a1-f00a-46a4-aa84-371da45a9a5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.076131] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1612.076131] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52edd29b-735f-c96b-01b7-02ba75733638" [ 1612.076131] env[62221]: _type = "Task" [ 1612.076131] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.082109] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52edd29b-735f-c96b-01b7-02ba75733638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.174604] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Successfully created port: d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.254984] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1612.286019] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286164] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286216] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 12ccb3cc-704c-474d-b1b1-8009f59abd52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286307] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286448] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance ca86177d-ca2e-4943-9e15-619631e30fb5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.286564] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286675] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b43073a2-7af8-4ee2-b770-181362a73473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286870] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 44e2741a-1877-4091-920d-b7a499ee1696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.286993] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 50d9daac-be41-4cd4-b378-271494ce2eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bb9f6f45-d27d-4182-b675-a07da24a8ef2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8358a4d4-6167-4ae6-94c7-8ec0f431a504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 3f12ba7d-d66a-4b8b-b4ab-c252f8173615 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d11af1c1-3a70-4526-ba78-e092c30ddc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 4596a354-7cab-4341-aba4-c915596e9e4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d0609fec-c66c-405f-a243-8a854b11c02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 9362d43d-fa4f-4088-8c45-3d7a3b458d5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.288508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 17a2c64c-5f38-4348-8589-75d3d0995ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1612.376755] env[62221]: DEBUG oslo_concurrency.lockutils [req-83b942e4-9ebe-4b1a-8700-daa3e738467c req-013c3a50-df96-48af-9f76-2e17cbc38345 service nova] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.529253] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.531412] env[62221]: INFO nova.compute.manager [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Took 21.99 seconds to build instance. [ 1612.583749] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52edd29b-735f-c96b-01b7-02ba75733638, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.583952] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.584239] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.584511] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.584666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.584846] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.585130] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393d6f35-2b5a-4170-814a-8d6743a53a4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.594432] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.594432] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.594943] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3416c38d-1630-427b-b779-527cdd75b60d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.601188] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1612.601188] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c649d-c315-4259-9d64-06f7663979aa" [ 1612.601188] env[62221]: _type = "Task" [ 1612.601188] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.609023] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c649d-c315-4259-9d64-06f7663979aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.620605] env[62221]: DEBUG nova.network.neutron [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.730290] env[62221]: DEBUG nova.network.neutron [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.790846] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 322be74b-a8d4-4b34-a1a9-e626631e6c58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1612.791315] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1612.791821] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1613.017362] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4463ff-0895-4cd5-8ab3-e8517decbb3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.025309] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e275a2fd-cdd0-4e3c-a991-5f5af65d8f2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.033303] env[62221]: DEBUG oslo_concurrency.lockutils [None req-76ac21d1-3b60-410f-bc7b-4717b818679a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.500s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.059849] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15369c17-5906-4580-9550-a016eda85b34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.067880] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8401d0b3-42a6-4643-b60d-b23190b056a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.082497] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.112050] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527c649d-c315-4259-9d64-06f7663979aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.112828] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b644003d-a066-4ff1-b3ce-42a1849f5e42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.119034] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1613.119034] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52656de6-813b-d4b4-81f4-45c8b8a8936a" [ 1613.119034] env[62221]: _type = "Task" [ 1613.119034] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.127098] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52656de6-813b-d4b4-81f4-45c8b8a8936a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.233442] env[62221]: DEBUG oslo_concurrency.lockutils [req-2f53ab61-17cc-4510-95c6-690d49715450 req-d93ef58c-e85f-49d2-9341-d432d849c8d2 service nova] Releasing lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.233885] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquired lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.234091] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.256321] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f1080-ba52-4a18-a81a-c4aff91a1110 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.264565] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Suspending the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1613.264815] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5076848-2590-4fdd-8f86-9f76769173fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.267200] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1613.276646] env[62221]: DEBUG oslo_vmware.api [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1613.276646] env[62221]: value = "task-1701543" [ 1613.276646] env[62221]: _type = "Task" [ 1613.276646] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.286301] env[62221]: DEBUG oslo_vmware.api [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701543, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.295344] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1613.295591] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1613.295747] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.296009] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1613.297241] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.297424] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1613.297649] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1613.298754] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1613.298754] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1613.298754] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1613.298754] env[62221]: DEBUG nova.virt.hardware [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1613.299248] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524633d3-f96a-4cdf-9794-68064031f66d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.307807] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eec153d-673c-4e2f-8028-07ef0f0ae33b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.588385] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.630928] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52656de6-813b-d4b4-81f4-45c8b8a8936a, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.631255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.631556] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d0609fec-c66c-405f-a243-8a854b11c02d/d0609fec-c66c-405f-a243-8a854b11c02d.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.631842] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad12c852-8a7e-4e12-8a4f-9a62eccc284d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.642060] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1613.642060] env[62221]: value = "task-1701544" [ 1613.642060] env[62221]: _type = "Task" [ 1613.642060] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.651934] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.671267] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Successfully updated port: d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.789056] env[62221]: DEBUG oslo_vmware.api [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701543, 'name': SuspendVM_Task} progress is 70%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.796568] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.070878] env[62221]: DEBUG nova.network.neutron [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Updating instance_info_cache with network_info: [{"id": "8bbfa739-eb0d-41f1-ab97-4590dbba8e38", "address": "fa:16:3e:86:2b:33", "network": {"id": "36a4b801-ecf8-4bf2-8e4c-27eac90655dd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1488925650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b5954646c542e2992059712f6532fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbfa739-eb", "ovs_interfaceid": "8bbfa739-eb0d-41f1-ab97-4590dbba8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.077154] env[62221]: DEBUG nova.compute.manager [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Received event network-vif-plugged-d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.077297] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.077508] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.077716] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.077967] env[62221]: DEBUG nova.compute.manager [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] No waiting events found dispatching network-vif-plugged-d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1614.078277] env[62221]: WARNING nova.compute.manager [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Received unexpected event network-vif-plugged-d3453e06-ac4e-44e4-a6ad-145178113cea for instance with vm_state building and task_state spawning. [ 1614.078318] env[62221]: DEBUG nova.compute.manager [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Received event network-changed-d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.078469] env[62221]: DEBUG nova.compute.manager [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Refreshing instance network info cache due to event network-changed-d3453e06-ac4e-44e4-a6ad-145178113cea. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1614.078933] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.078933] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.079097] env[62221]: DEBUG nova.network.neutron [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Refreshing network info cache for port d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.093950] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1614.094189] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.856s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.094950] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.794s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.095212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.097273] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.361s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.099223] env[62221]: INFO nova.compute.claims [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.121117] env[62221]: INFO nova.scheduler.client.report [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance bb9f6f45-d27d-4182-b675-a07da24a8ef2 [ 1614.154727] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701544, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.173512] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.288551] env[62221]: DEBUG oslo_vmware.api [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701543, 'name': SuspendVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.573420] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Releasing lock "refresh_cache-9362d43d-fa4f-4088-8c45-3d7a3b458d5b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.573758] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance network_info: |[{"id": "8bbfa739-eb0d-41f1-ab97-4590dbba8e38", "address": "fa:16:3e:86:2b:33", "network": {"id": "36a4b801-ecf8-4bf2-8e4c-27eac90655dd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1488925650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b5954646c542e2992059712f6532fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbfa739-eb", "ovs_interfaceid": "8bbfa739-eb0d-41f1-ab97-4590dbba8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1614.574212] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:2b:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bbfa739-eb0d-41f1-ab97-4590dbba8e38', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.581759] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Creating folder: Project (e6b5954646c542e2992059712f6532fa). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.584032] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91dffca2-cbe1-4821-a1e7-cc7a1fb4fc9d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.597546] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Created folder: Project (e6b5954646c542e2992059712f6532fa) in parent group-v354396. [ 1614.597757] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Creating folder: Instances. Parent ref: group-v354635. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.597993] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31439d64-89cb-407f-a041-c67b95de7bfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.607938] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Created folder: Instances in parent group-v354635. [ 1614.607938] env[62221]: DEBUG oslo.service.loopingcall [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.607938] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.607938] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7efc6453-ea9e-469a-b054-cc78f046542e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.628581] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.628581] env[62221]: value = "task-1701547" [ 1614.628581] env[62221]: _type = "Task" [ 1614.628581] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.629474] env[62221]: DEBUG nova.network.neutron [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.631392] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a7f4131-7771-4acc-a5ab-84fb4375aedd tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "bb9f6f45-d27d-4182-b675-a07da24a8ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.829s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.640987] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701547, 'name': CreateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.654935] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728924} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.655102] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d0609fec-c66c-405f-a243-8a854b11c02d/d0609fec-c66c-405f-a243-8a854b11c02d.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.655246] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.655492] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a939943-bded-4a01-87de-a2646e2a5bdf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.668111] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1614.668111] env[62221]: value = "task-1701548" [ 1614.668111] env[62221]: _type = "Task" [ 1614.668111] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.681436] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.725632] env[62221]: DEBUG nova.network.neutron [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.787696] env[62221]: DEBUG oslo_vmware.api [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701543, 'name': SuspendVM_Task, 'duration_secs': 1.034651} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.788036] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Suspended the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1614.788338] env[62221]: DEBUG nova.compute.manager [None req-5add9654-ee52-4334-8a6f-3957624c6f48 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1614.789200] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9150c62-318f-45cf-af28-0b619c7e51a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.145488] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701547, 'name': CreateVM_Task, 'duration_secs': 0.396707} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.145488] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.146151] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.146151] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.146224] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.146470] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a28657-9a9c-419f-bffc-be0b0825b1bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.151200] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1615.151200] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5298c23b-aa99-a49f-7a4c-bdb92c2101bf" [ 1615.151200] env[62221]: _type = "Task" [ 1615.151200] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.164602] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5298c23b-aa99-a49f-7a4c-bdb92c2101bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.165044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.165133] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.165342] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.165489] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.165912] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.165998] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f5c395-5b01-40d0-825b-a714302d5300 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.177906] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077865} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.178937] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.179254] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.179415] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.182652] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43827995-58ea-470c-ad64-1aa78ef2d9bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.184942] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1bbd7e-034e-45da-b9fd-84b91b7f2602 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.206826] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] d0609fec-c66c-405f-a243-8a854b11c02d/d0609fec-c66c-405f-a243-8a854b11c02d.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.209977] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e65f82c-ee20-4d7e-b1e6-65881321366a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.223894] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1615.223894] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528db1e2-29f0-ecd5-1283-376ead828ab0" [ 1615.223894] env[62221]: _type = "Task" [ 1615.223894] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.227967] env[62221]: DEBUG oslo_concurrency.lockutils [req-acfd1cdd-d982-4db1-b116-163e29e5c354 req-68bef220-5fc3-4c75-8b34-075db0a67e87 service nova] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.228332] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.228488] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.231131] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1615.231131] env[62221]: value = "task-1701549" [ 1615.231131] env[62221]: _type = "Task" [ 1615.231131] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.238537] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528db1e2-29f0-ecd5-1283-376ead828ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.241450] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d3fe09-af61-40fd-9e36-713c522190c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.247160] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.250912] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1615.250912] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52363442-04e3-3c0f-7354-b2ad54cd5705" [ 1615.250912] env[62221]: _type = "Task" [ 1615.250912] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.261859] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52363442-04e3-3c0f-7354-b2ad54cd5705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.380106] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004c1cd-5cd2-4bdd-8913-d79f7a3c8f41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.388473] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21752320-0882-4d03-97a3-a5d9705bf4b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.420767] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d2456-5846-44ea-9b21-ac236ee751c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.428949] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf5f4e-5891-48c1-82c5-333eeb2e352c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.443583] env[62221]: DEBUG nova.compute.provider_tree [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.741434] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701549, 'name': ReconfigVM_Task, 'duration_secs': 0.396954} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.741711] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] d0609fec-c66c-405f-a243-8a854b11c02d/d0609fec-c66c-405f-a243-8a854b11c02d.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.742390] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22322c50-fb8e-4fda-bb12-392e60e6c221 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.748971] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1615.748971] env[62221]: value = "task-1701550" [ 1615.748971] env[62221]: _type = "Task" [ 1615.748971] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.759614] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701550, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.762872] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52363442-04e3-3c0f-7354-b2ad54cd5705, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.763183] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.763378] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9362d43d-fa4f-4088-8c45-3d7a3b458d5b/9362d43d-fa4f-4088-8c45-3d7a3b458d5b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.764105] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.765766] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-204b0f07-eff4-4d9c-9c51-375120f3eecd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.771607] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1615.771607] env[62221]: value = "task-1701551" [ 1615.771607] env[62221]: _type = "Task" [ 1615.771607] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.778801] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.900868] env[62221]: DEBUG nova.network.neutron [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.968438] env[62221]: ERROR nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [req-1beb5f29-f9d3-4cfe-9a78-1bce2e612818] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1beb5f29-f9d3-4cfe-9a78-1bce2e612818"}]} [ 1615.985706] env[62221]: DEBUG nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1616.001171] env[62221]: DEBUG nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1616.001478] env[62221]: DEBUG nova.compute.provider_tree [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.014654] env[62221]: DEBUG nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1616.033699] env[62221]: DEBUG nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1616.227244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.227541] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.261670] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701550, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.277284] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecea1da-23e1-43bc-a096-05948be4e1aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.285900] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433508} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.286870] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ad0a66-20aa-4d4e-befd-320be75c07cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.289937] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9362d43d-fa4f-4088-8c45-3d7a3b458d5b/9362d43d-fa4f-4088-8c45-3d7a3b458d5b.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.290169] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.290385] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3f506e-8ae0-4d48-b4b8-2c588ee3b330 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.320946] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce2a085-9f27-4200-8dbe-50e07c220977 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.323654] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1616.323654] env[62221]: value = "task-1701552" [ 1616.323654] env[62221]: _type = "Task" [ 1616.323654] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.330451] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff5a16a-a253-46da-b9a3-a006ee0a19e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.338110] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701552, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.347373] env[62221]: DEBUG nova.compute.provider_tree [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.403223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.403529] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance network_info: |[{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1616.403925] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:18:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3453e06-ac4e-44e4-a6ad-145178113cea', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.411654] env[62221]: DEBUG oslo.service.loopingcall [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.411867] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.412113] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efe85ae6-66cf-486d-b7f7-cbcb160b1943 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.431370] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.431370] env[62221]: value = "task-1701553" [ 1616.431370] env[62221]: _type = "Task" [ 1616.431370] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.439065] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701553, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.494439] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.494653] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.580489] env[62221]: DEBUG nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1616.581450] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a4966-0f74-4a55-8e32-bbcc2fd1324d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.730155] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1616.761162] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701550, 'name': Rename_Task, 'duration_secs': 0.982763} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.761454] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.761696] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a294bfbd-d9a3-474d-bb57-2733507d04ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.769154] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1616.769154] env[62221]: value = "task-1701554" [ 1616.769154] env[62221]: _type = "Task" [ 1616.769154] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.776978] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.834108] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058586} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.834418] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.835198] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22492816-38ef-4711-b5f5-01d95061dc77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.857415] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 9362d43d-fa4f-4088-8c45-3d7a3b458d5b/9362d43d-fa4f-4088-8c45-3d7a3b458d5b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.860087] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071317ba-0e5f-4afd-805d-4f6450493899 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.880792] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1616.880792] env[62221]: value = "task-1701555" [ 1616.880792] env[62221]: _type = "Task" [ 1616.880792] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.888807] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701555, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.902954] env[62221]: DEBUG nova.scheduler.client.report [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1616.903273] env[62221]: DEBUG nova.compute.provider_tree [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 155 to 156 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1616.903457] env[62221]: DEBUG nova.compute.provider_tree [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.943955] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701553, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.002590] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.002762] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1617.002879] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1617.092458] env[62221]: INFO nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] instance snapshotting [ 1617.092669] env[62221]: WARNING nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1617.095395] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32545c-59d3-4180-ba80-88254a3f9fd4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.113957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1521b0-1f6d-4348-b9f9-37803237b17c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.253644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.278534] env[62221]: DEBUG oslo_vmware.api [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701554, 'name': PowerOnVM_Task, 'duration_secs': 0.507656} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.279236] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.279236] env[62221]: INFO nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1617.279236] env[62221]: DEBUG nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1617.279963] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306671c0-2c82-49ed-835c-8e36903e85aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.390944] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701555, 'name': ReconfigVM_Task, 'duration_secs': 0.488733} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.391284] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 9362d43d-fa4f-4088-8c45-3d7a3b458d5b/9362d43d-fa4f-4088-8c45-3d7a3b458d5b.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.391893] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7003d43-cb53-43a4-b85f-2258c14d2104 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.397812] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1617.397812] env[62221]: value = "task-1701556" [ 1617.397812] env[62221]: _type = "Task" [ 1617.397812] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.405507] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701556, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.408758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.311s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.408864] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1617.411652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.482s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.411652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.414173] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.821s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.414367] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.416171] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.163s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.417770] env[62221]: INFO nova.compute.claims [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.438731] env[62221]: INFO nova.scheduler.client.report [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted allocations for instance ca86177d-ca2e-4943-9e15-619631e30fb5 [ 1617.442509] env[62221]: INFO nova.scheduler.client.report [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Deleted allocations for instance 3f12ba7d-d66a-4b8b-b4ab-c252f8173615 [ 1617.450122] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701553, 'name': CreateVM_Task, 'duration_secs': 0.516161} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.451187] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.451853] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.452020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.452336] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.452815] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410cdb38-9af1-48be-8317-f35900ad5495 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.458037] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1617.458037] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525d3716-0460-4ba5-aa96-b974cefb9611" [ 1617.458037] env[62221]: _type = "Task" [ 1617.458037] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.466315] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525d3716-0460-4ba5-aa96-b974cefb9611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.509588] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1617.509754] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1617.509964] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1617.510141] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1617.537425] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.537573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.537721] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1617.537878] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid 5beb982b-a0f9-4574-90ef-8fed1a7a935b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.625468] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1617.625713] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef3a16b9-acb1-4b89-92c4-f5dc88edaec4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.632708] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1617.632708] env[62221]: value = "task-1701557" [ 1617.632708] env[62221]: _type = "Task" [ 1617.632708] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.642678] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.798133] env[62221]: INFO nova.compute.manager [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Took 24.56 seconds to build instance. [ 1617.907625] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701556, 'name': Rename_Task, 'duration_secs': 0.172902} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.907889] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.908153] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-670df426-5d29-4e04-9a92-6e6d76872094 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.915018] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1617.915018] env[62221]: value = "task-1701558" [ 1617.915018] env[62221]: _type = "Task" [ 1617.915018] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.923591] env[62221]: DEBUG nova.compute.utils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.926461] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.926724] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1617.926895] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1617.956413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-080f9374-5457-4e23-95a5-a246461e5108 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "ca86177d-ca2e-4943-9e15-619631e30fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.414s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.957976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf65d8f6-70ee-4be3-927a-e1481c4e5e94 tempest-ServerDiskConfigTestJSON-14157743 tempest-ServerDiskConfigTestJSON-14157743-project-member] Lock "3f12ba7d-d66a-4b8b-b4ab-c252f8173615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.041s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.968366] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525d3716-0460-4ba5-aa96-b974cefb9611, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.968704] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.969394] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.969394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.969601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.969680] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.970597] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37030cf9-ed8d-4d8c-8a13-513e3e649754 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.974222] env[62221]: DEBUG nova.policy [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2c5197871e4ed2b789929c14466447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca7009b75e24c90bfce0f920a28ee5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1617.982795] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.982984] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.983747] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7572925c-bf26-468b-8559-d56bdd04e2ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.989594] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1617.989594] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc376d-5d1a-2a0e-80bd-b5d8d7b281a0" [ 1617.989594] env[62221]: _type = "Task" [ 1617.989594] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.997816] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc376d-5d1a-2a0e-80bd-b5d8d7b281a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.142861] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.300954] env[62221]: DEBUG oslo_concurrency.lockutils [None req-49fb177e-289e-4a23-8db3-229a64ffae14 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.079s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.338805] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Successfully created port: de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.424785] env[62221]: DEBUG oslo_vmware.api [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701558, 'name': PowerOnVM_Task, 'duration_secs': 0.508844} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.425062] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.425306] env[62221]: INFO nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1618.425428] env[62221]: DEBUG nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1618.426255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e53369-4277-4756-a31d-627ae3e854b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.430634] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1618.507915] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc376d-5d1a-2a0e-80bd-b5d8d7b281a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.511398] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2583c6b0-5c75-469f-b117-805c2cef65af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.517403] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1618.517403] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c5e05d-80b3-afd9-b501-36df2e95b91a" [ 1618.517403] env[62221]: _type = "Task" [ 1618.517403] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.525965] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c5e05d-80b3-afd9-b501-36df2e95b91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.605090] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.605335] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.605535] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.606364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.606364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.608883] env[62221]: INFO nova.compute.manager [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Terminating instance [ 1618.612611] env[62221]: DEBUG nova.compute.manager [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1618.612801] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.613611] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf67ba-55ca-440b-8a60-8092c9051eea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.623025] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.625545] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fda4b53-3929-4593-8c70-fb2e1f5eeacb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.632640] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1618.632640] env[62221]: value = "task-1701559" [ 1618.632640] env[62221]: _type = "Task" [ 1618.632640] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.644961] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.649832] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701557, 'name': CreateSnapshot_Task, 'duration_secs': 0.528495} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.650105] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1618.650853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4245f950-9604-458e-916a-c634fd17b4b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.702622] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e555a8d-b044-4bd4-a945-af6e171219b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.710767] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2b63e-7495-4f9d-bcee-6e4c3fc59390 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.742692] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53448072-47a6-45ae-a95b-802d96a404ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.751634] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab1ed8-0d6a-4921-a808-60e949b94ba7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.766976] env[62221]: DEBUG nova.compute.provider_tree [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.951318] env[62221]: INFO nova.compute.manager [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Took 24.11 seconds to build instance. [ 1619.028652] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c5e05d-80b3-afd9-b501-36df2e95b91a, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.028826] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.029057] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.029322] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67691f45-ed95-4b91-b2dd-fcf1a9f092d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.035973] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1619.035973] env[62221]: value = "task-1701560" [ 1619.035973] env[62221]: _type = "Task" [ 1619.035973] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.043546] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.141860] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701559, 'name': PowerOffVM_Task, 'duration_secs': 0.370563} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.142147] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1619.142323] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1619.142568] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373a0b4d-0bf0-4fbc-a8f7-079d82c49ec9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.178538] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1619.178794] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e2781d9-5270-4634-b89b-16c4018ea62f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.187502] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1619.187502] env[62221]: value = "task-1701562" [ 1619.187502] env[62221]: _type = "Task" [ 1619.187502] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.195683] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701562, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.258990] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1619.259333] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1619.259599] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1619.259941] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c325e95-f254-4e27-94e7-c9ab11c7e1c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.267476] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1619.267476] env[62221]: value = "task-1701563" [ 1619.267476] env[62221]: _type = "Task" [ 1619.267476] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.272746] env[62221]: DEBUG nova.scheduler.client.report [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.290239] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.319819] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updating instance_info_cache with network_info: [{"id": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "address": "fa:16:3e:d3:7d:44", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd6ddf-07", "ovs_interfaceid": "1fcd6ddf-0790-4c2e-b71f-3df1a3497deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.357423] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.448203] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1619.453393] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a62ae2bd-c5c1-4547-9e6f-c8c3c31f93ea tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.627s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.453661] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.097s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.453873] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.454279] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.454387] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.457914] env[62221]: INFO nova.compute.manager [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Terminating instance [ 1619.463961] env[62221]: DEBUG nova.compute.manager [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1619.464283] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.468401] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd8bed-81ee-4152-a4a7-8411c6103d5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.483350] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.483838] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f9a418d-3206-41af-a1de-2c595196b835 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.490189] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.490756] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.491030] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.491388] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.491699] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.492159] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.492459] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.492774] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.493160] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.493509] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.493868] env[62221]: DEBUG nova.virt.hardware [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.495497] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e480dd-e6aa-4889-893a-9fa2cdef0554 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.508248] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1619.508248] env[62221]: value = "task-1701564" [ 1619.508248] env[62221]: _type = "Task" [ 1619.508248] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.519864] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4985d3-13a6-4699-8c11-a51045ed5c49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.533498] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.556024] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.700655] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701562, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.778662] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.785035] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.785035] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1619.823023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-5beb982b-a0f9-4574-90ef-8fed1a7a935b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.823023] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1620.021759] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701564, 'name': PowerOffVM_Task, 'duration_secs': 0.459114} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.022054] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.022243] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.022499] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf2950e-699f-4357-ab93-667d473ba866 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.056368] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76137} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.056368] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.056368] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.056368] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-141a85a1-d219-47eb-b71c-a747785dc46d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.064614] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1620.064614] env[62221]: value = "task-1701566" [ 1620.064614] env[62221]: _type = "Task" [ 1620.064614] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.075734] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.108290] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.108290] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.109107] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Deleting the datastore file [datastore1] 9362d43d-fa4f-4088-8c45-3d7a3b458d5b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.109107] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c43c16f-1b34-46e4-8ddd-ceeafbc20b79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.119204] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for the task: (returnval){ [ 1620.119204] env[62221]: value = "task-1701567" [ 1620.119204] env[62221]: _type = "Task" [ 1620.119204] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.128650] env[62221]: DEBUG nova.compute.manager [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Received event network-vif-plugged-de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.128858] env[62221]: DEBUG oslo_concurrency.lockutils [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.129091] env[62221]: DEBUG oslo_concurrency.lockutils [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.129273] env[62221]: DEBUG oslo_concurrency.lockutils [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.129451] env[62221]: DEBUG nova.compute.manager [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] No waiting events found dispatching network-vif-plugged-de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1620.129912] env[62221]: WARNING nova.compute.manager [req-c8e82016-c682-4b57-b031-9f10f25563e6 req-483b3f7f-2b2e-4a74-9f05-65456c4be740 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Received unexpected event network-vif-plugged-de3c32a7-308f-404c-9059-538d99fbc368 for instance with vm_state building and task_state spawning. [ 1620.134762] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.166951] env[62221]: DEBUG nova.compute.manager [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.167249] env[62221]: DEBUG nova.compute.manager [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.167695] env[62221]: DEBUG oslo_concurrency.lockutils [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.167738] env[62221]: DEBUG oslo_concurrency.lockutils [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.167919] env[62221]: DEBUG nova.network.neutron [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.201358] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701562, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.280364] env[62221]: DEBUG oslo_vmware.api [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.282754] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Successfully updated port: de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.283171] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.287034] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.287034] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.287034] env[62221]: INFO nova.compute.manager [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1620.287034] env[62221]: DEBUG oslo.service.loopingcall [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.287034] env[62221]: DEBUG nova.compute.manager [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1620.287034] env[62221]: DEBUG nova.network.neutron [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1620.290753] env[62221]: DEBUG nova.compute.utils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.291040] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1620.291200] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.392968] env[62221]: DEBUG nova.policy [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e300cd99544dd2ac5feef37e92cf2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0926373b76e45e4bf2685407a1f4386', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1620.613584] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077522} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.613584] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.613584] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b42b3-fb44-4525-bbc9-c0d165ba9a6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.613584] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.613584] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0930d575-6243-48b4-be7b-cf3d474f7de6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.635670] env[62221]: DEBUG oslo_vmware.api [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Task: {'id': task-1701567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358857} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.637620] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.637907] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.638132] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.638343] env[62221]: INFO nova.compute.manager [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1620.638605] env[62221]: DEBUG oslo.service.loopingcall [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.639026] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1620.639026] env[62221]: value = "task-1701568" [ 1620.639026] env[62221]: _type = "Task" [ 1620.639026] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.639330] env[62221]: DEBUG nova.compute.manager [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1620.639457] env[62221]: DEBUG nova.network.neutron [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1620.654848] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.701771] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701562, 'name': CloneVM_Task, 'duration_secs': 1.356521} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.702099] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Created linked-clone VM from snapshot [ 1620.703184] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dfe839-085a-4188-a30a-d9851674c0bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.712044] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Uploading image 9a8de390-5f5b-4cd3-85d5-b7296e41ec06 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1620.767688] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1620.767688] env[62221]: value = "vm-354640" [ 1620.767688] env[62221]: _type = "VirtualMachine" [ 1620.767688] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1620.768173] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01803af5-f6c3-42ed-a88e-71b9c19da15e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.775733] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease: (returnval){ [ 1620.775733] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b1a78-4494-ac8d-0688-efc20672de24" [ 1620.775733] env[62221]: _type = "HttpNfcLease" [ 1620.775733] env[62221]: } obtained for exporting VM: (result){ [ 1620.775733] env[62221]: value = "vm-354640" [ 1620.775733] env[62221]: _type = "VirtualMachine" [ 1620.775733] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1620.776036] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the lease: (returnval){ [ 1620.776036] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b1a78-4494-ac8d-0688-efc20672de24" [ 1620.776036] env[62221]: _type = "HttpNfcLease" [ 1620.776036] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1620.783206] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1620.783206] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b1a78-4494-ac8d-0688-efc20672de24" [ 1620.783206] env[62221]: _type = "HttpNfcLease" [ 1620.783206] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1620.786529] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.786529] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.786529] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.794727] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1621.151913] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.284481] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.284481] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b1a78-4494-ac8d-0688-efc20672de24" [ 1621.284481] env[62221]: _type = "HttpNfcLease" [ 1621.284481] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1621.284781] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1621.284781] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525b1a78-4494-ac8d-0688-efc20672de24" [ 1621.284781] env[62221]: _type = "HttpNfcLease" [ 1621.284781] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1621.285591] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813fa10a-e54b-475c-97bb-0e6bebc65771 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.296417] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1621.296626] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1621.371219] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.377901] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1621.405094] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1621.405467] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1621.405526] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.405709] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1621.405916] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.406679] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1621.406679] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1621.406679] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1621.406945] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1621.406993] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1621.407180] env[62221]: DEBUG nova.virt.hardware [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1621.408395] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f2c34-4fef-47a3-bfa7-215d5850f970 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.415050] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f48c04d7-d6d1-4337-9d65-d792aa02cb21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.419354] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81913870-abd2-44ff-a237-59930da865db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.605568] env[62221]: DEBUG nova.network.neutron [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.657605] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701568, 'name': ReconfigVM_Task, 'duration_secs': 0.917277} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.659016] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.661769] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a6fcde-00cc-4e7a-96e2-f12050baceeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.670061] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1621.670061] env[62221]: value = "task-1701570" [ 1621.670061] env[62221]: _type = "Task" [ 1621.670061] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.682211] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701570, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.824939] env[62221]: DEBUG nova.network.neutron [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.826416] env[62221]: DEBUG nova.network.neutron [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.863729] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Successfully created port: b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.887631] env[62221]: DEBUG nova.network.neutron [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.108262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.108603] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Instance network_info: |[{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1622.109345] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:10:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3c32a7-308f-404c-9059-538d99fbc368', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.119524] env[62221]: DEBUG oslo.service.loopingcall [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.119900] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.120154] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaca756f-18fe-457b-9cf4-8b9a3b73f92e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.145504] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.145504] env[62221]: value = "task-1701571" [ 1622.145504] env[62221]: _type = "Task" [ 1622.145504] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.158324] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701571, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.162127] env[62221]: DEBUG nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Received event network-changed-de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.162382] env[62221]: DEBUG nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Refreshing instance network info cache due to event network-changed-de3c32a7-308f-404c-9059-538d99fbc368. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1622.162583] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] Acquiring lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.162684] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] Acquired lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.162860] env[62221]: DEBUG nova.network.neutron [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Refreshing network info cache for port de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.185408] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701570, 'name': Rename_Task, 'duration_secs': 0.165394} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.185784] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.186607] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd2b9b0-6620-42e2-ace8-264621bbe643 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.194067] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1622.194067] env[62221]: value = "task-1701572" [ 1622.194067] env[62221]: _type = "Task" [ 1622.194067] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.202788] env[62221]: DEBUG nova.compute.manager [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.202788] env[62221]: DEBUG nova.compute.manager [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing instance network info cache due to event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1622.202950] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.203162] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.203535] env[62221]: DEBUG nova.network.neutron [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.210926] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.328734] env[62221]: DEBUG oslo_concurrency.lockutils [req-d03e78a0-ebb8-4642-ac22-e7e95f0b1d86 req-ce69f5bb-d3d1-45a6-9746-844cf5aaa04d service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.343527] env[62221]: DEBUG nova.network.neutron [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.392392] env[62221]: INFO nova.compute.manager [-] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Took 2.11 seconds to deallocate network for instance. [ 1622.661919] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701571, 'name': CreateVM_Task, 'duration_secs': 0.432089} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.663950] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.664890] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.665148] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.666106] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.668465] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b6b59f-79a4-4b34-b983-f00a129dca4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.674790] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1622.674790] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ecfcd-c8c8-f9fc-1d03-40686340c2c0" [ 1622.674790] env[62221]: _type = "Task" [ 1622.674790] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.684554] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ecfcd-c8c8-f9fc-1d03-40686340c2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.710315] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.847046] env[62221]: INFO nova.compute.manager [-] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Took 2.21 seconds to deallocate network for instance. [ 1622.903211] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.903211] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.903211] env[62221]: DEBUG nova.objects.instance [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lazy-loading 'resources' on Instance uuid 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.969758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.969992] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.186414] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525ecfcd-c8c8-f9fc-1d03-40686340c2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.186733] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.187068] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.187320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.187487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.187675] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.187980] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd8e7f05-406f-416c-abaa-4b2e3701a8d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.192280] env[62221]: DEBUG nova.network.neutron [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updated VIF entry in instance network info cache for port de3c32a7-308f-404c-9059-538d99fbc368. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.193112] env[62221]: DEBUG nova.network.neutron [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.200600] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.201255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.202816] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32739805-bec3-4df6-9974-f93a545d2eec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.209083] env[62221]: DEBUG oslo_vmware.api [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701572, 'name': PowerOnVM_Task, 'duration_secs': 0.548317} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.210127] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.210392] env[62221]: INFO nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1623.210727] env[62221]: DEBUG nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1623.211876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0479e69-7d36-438d-b630-10645272cf3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.219898] env[62221]: DEBUG nova.network.neutron [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updated VIF entry in instance network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.220270] env[62221]: DEBUG nova.network.neutron [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.222523] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1623.222523] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a4ded-32e4-4b02-fd3f-ea401271f650" [ 1623.222523] env[62221]: _type = "Task" [ 1623.222523] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.238271] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527a4ded-32e4-4b02-fd3f-ea401271f650, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.239103] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63cac2b-205e-4d51-b60f-969da5f17737 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.244995] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1623.244995] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5286f36e-45ba-b016-af31-97b53580ae05" [ 1623.244995] env[62221]: _type = "Task" [ 1623.244995] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.253657] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5286f36e-45ba-b016-af31-97b53580ae05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.354389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.354692] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.360453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.473075] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1623.694267] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Successfully updated port: b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.695682] env[62221]: DEBUG oslo_concurrency.lockutils [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] Releasing lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.697025] env[62221]: DEBUG nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Received event network-vif-deleted-a5401b94-e4f7-42e6-bef8-d0fb0fdd18d8 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.697275] env[62221]: DEBUG nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Received event network-vif-deleted-8bbfa739-eb0d-41f1-ab97-4590dbba8e38 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.697456] env[62221]: INFO nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Neutron deleted interface 8bbfa739-eb0d-41f1-ab97-4590dbba8e38; detaching it from the instance and deleting it from the info cache [ 1623.697630] env[62221]: DEBUG nova.network.neutron [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.707281] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707c426a-73e3-47d3-84a6-3c69950eefc6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.721773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cee150-90b4-4b72-93e9-33a6992b7ac8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.726049] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec209168-a3fd-41e9-afc1-bae79de1acbb req-b012a2ce-d41d-4842-9eb5-8cb909d9f61a service nova] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.762939] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47790d7-ac9f-41d1-a56c-43c5966c2c44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.768021] env[62221]: INFO nova.compute.manager [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Took 26.89 seconds to build instance. [ 1623.777685] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571dd16c-a868-4bb3-9109-f7231719b0ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.781738] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5286f36e-45ba-b016-af31-97b53580ae05, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.782252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.782472] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.784023] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea4e8b65-b15a-4fe1-b894-4d67d48e5474 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.796423] env[62221]: DEBUG nova.compute.provider_tree [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.802149] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1623.802149] env[62221]: value = "task-1701573" [ 1623.802149] env[62221]: _type = "Task" [ 1623.802149] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.811479] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.858599] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1623.959282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.959535] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.006983] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.204685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.204856] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.205029] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.207126] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-210b964e-52eb-48cf-87a8-6f072878c6e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.217852] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b5134-3cd1-4cb7-812c-5001f2fa9b92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.234187] env[62221]: DEBUG nova.compute.manager [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Received event network-vif-plugged-b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1624.234468] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Acquiring lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.234624] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.234760] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.234937] env[62221]: DEBUG nova.compute.manager [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] No waiting events found dispatching network-vif-plugged-b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1624.235114] env[62221]: WARNING nova.compute.manager [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Received unexpected event network-vif-plugged-b5615193-d2c1-4b35-8bb5-1ce7f58fc507 for instance with vm_state building and task_state spawning. [ 1624.235268] env[62221]: DEBUG nova.compute.manager [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Received event network-changed-b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1624.235411] env[62221]: DEBUG nova.compute.manager [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Refreshing instance network info cache due to event network-changed-b5615193-d2c1-4b35-8bb5-1ce7f58fc507. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1624.235581] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Acquiring lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.240654] env[62221]: DEBUG nova.compute.manager [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1624.240654] env[62221]: DEBUG nova.compute.manager [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing instance network info cache due to event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1624.240826] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.240976] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.241635] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.259750] env[62221]: DEBUG nova.compute.manager [req-2fcc6bed-570d-4c65-a35f-bd82c006b140 req-04460180-3c45-4542-8dec-6566022b5c56 service nova] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Detach interface failed, port_id=8bbfa739-eb0d-41f1-ab97-4590dbba8e38, reason: Instance 9362d43d-fa4f-4088-8c45-3d7a3b458d5b could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1624.270828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fd4bcaa-3f22-4607-81bf-c3b191ad7cdf tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.398s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.299439] env[62221]: DEBUG nova.scheduler.client.report [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1624.312401] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.379325] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.464616] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1624.742687] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.807710] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.813699] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.453s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.813817] env[62221]: DEBUG nova.objects.instance [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lazy-loading 'resources' on Instance uuid 9362d43d-fa4f-4088-8c45-3d7a3b458d5b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.815097] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582451} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.815559] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.815832] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.816124] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f02acbb4-cd0a-41a7-abf1-077df4ec882e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.823800] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1624.823800] env[62221]: value = "task-1701574" [ 1624.823800] env[62221]: _type = "Task" [ 1624.823800] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.834488] env[62221]: INFO nova.scheduler.client.report [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted allocations for instance 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb [ 1624.835984] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.983257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.075808] env[62221]: DEBUG nova.network.neutron [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Updating instance_info_cache with network_info: [{"id": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "address": "fa:16:3e:9c:4b:8f", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5615193-d2", "ovs_interfaceid": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.167429] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updated VIF entry in instance network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.167790] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.334318] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096489} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.335044] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.335452] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f0110-e4e7-4673-8781-cdbdf721bc5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.347770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-24c6a7d3-a920-4d15-8fc8-715bc0f7173c tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.742s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.372808] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.377371] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d994880-ce47-4c65-8ae7-bd5850b213ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.399118] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1625.399118] env[62221]: value = "task-1701575" [ 1625.399118] env[62221]: _type = "Task" [ 1625.399118] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.411024] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.579025] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.579183] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Instance network_info: |[{"id": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "address": "fa:16:3e:9c:4b:8f", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5615193-d2", "ovs_interfaceid": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1625.581849] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Acquired lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.582060] env[62221]: DEBUG nova.network.neutron [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Refreshing network info cache for port b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.583771] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:4b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5615193-d2c1-4b35-8bb5-1ce7f58fc507', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.590937] env[62221]: DEBUG oslo.service.loopingcall [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.592194] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.592421] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832d0a46-a3e2-43b2-add5-5820d2611e4e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.614909] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.614909] env[62221]: value = "task-1701576" [ 1625.614909] env[62221]: _type = "Task" [ 1625.614909] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.620171] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39fa60d-259c-4ec7-a451-8f53dfaac1f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.625704] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701576, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.631251] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50863e22-7c70-4ed4-8653-8e0e7d36c434 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.667614] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b573e2-7442-40a1-af67-55d145fac238 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.670750] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.671017] env[62221]: DEBUG nova.compute.manager [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.671195] env[62221]: DEBUG nova.compute.manager [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1625.671398] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.671551] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.671740] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.678533] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82ec92b-e078-4e0b-8b45-1eec4927cbec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.694388] env[62221]: DEBUG nova.compute.provider_tree [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.803991] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.804338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.804469] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.804607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.804775] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.807723] env[62221]: INFO nova.compute.manager [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Terminating instance [ 1625.809677] env[62221]: DEBUG nova.compute.manager [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1625.809826] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.810671] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9355545-5875-435c-a12f-a46d356d044a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.818825] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.819072] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2981d8d3-a7f6-41bb-a85b-fd690e23113e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.826142] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1625.826142] env[62221]: value = "task-1701577" [ 1625.826142] env[62221]: _type = "Task" [ 1625.826142] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.834793] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.909538] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701575, 'name': ReconfigVM_Task, 'duration_secs': 0.446333} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.909838] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.910479] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fffabdde-756f-4d85-96e6-9c7c803ce6a8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.917311] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1625.917311] env[62221]: value = "task-1701578" [ 1625.917311] env[62221]: _type = "Task" [ 1625.917311] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.925877] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701578, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.127102] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701576, 'name': CreateVM_Task, 'duration_secs': 0.437418} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.129474] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.130236] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.130421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.130740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.131320] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e5a293-583e-40e6-8e1c-28287e05f8b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.136647] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1626.136647] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521bd8ed-6e11-98b1-ec01-639681e5776c" [ 1626.136647] env[62221]: _type = "Task" [ 1626.136647] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.145048] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521bd8ed-6e11-98b1-ec01-639681e5776c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.197404] env[62221]: DEBUG nova.scheduler.client.report [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1626.301366] env[62221]: DEBUG nova.compute.manager [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Received event network-changed-d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1626.301563] env[62221]: DEBUG nova.compute.manager [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Refreshing instance network info cache due to event network-changed-d3453e06-ac4e-44e4-a6ad-145178113cea. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1626.301826] env[62221]: DEBUG oslo_concurrency.lockutils [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.302167] env[62221]: DEBUG oslo_concurrency.lockutils [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.302414] env[62221]: DEBUG nova.network.neutron [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Refreshing network info cache for port d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.337139] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701577, 'name': PowerOffVM_Task, 'duration_secs': 0.336471} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.339609] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.339801] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.340073] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec7446b-caf8-4d60-8337-5507e1e40e5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.412337] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.412558] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.412738] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleting the datastore file [datastore1] 12ccb3cc-704c-474d-b1b1-8009f59abd52 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.413045] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0832e70-c15c-421b-a595-e27eb18f335a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.419458] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for the task: (returnval){ [ 1626.419458] env[62221]: value = "task-1701580" [ 1626.419458] env[62221]: _type = "Task" [ 1626.419458] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.444041] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.444982] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701578, 'name': Rename_Task, 'duration_secs': 0.26824} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.445482] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.445831] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a80dbb10-61bc-49db-8eb6-cd0e9bcb75c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.453462] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1626.453462] env[62221]: value = "task-1701581" [ 1626.453462] env[62221]: _type = "Task" [ 1626.453462] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.458089] env[62221]: DEBUG nova.network.neutron [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Updated VIF entry in instance network info cache for port b5615193-d2c1-4b35-8bb5-1ce7f58fc507. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.458430] env[62221]: DEBUG nova.network.neutron [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Updating instance_info_cache with network_info: [{"id": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "address": "fa:16:3e:9c:4b:8f", "network": {"id": "2029647e-7371-4fd6-821b-e489a53bc869", "bridge": "br-int", "label": "tempest-ServersTestJSON-1219576216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0926373b76e45e4bf2685407a1f4386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5615193-d2", "ovs_interfaceid": "b5615193-d2c1-4b35-8bb5-1ce7f58fc507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.462305] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.586565] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.586959] env[62221]: DEBUG nova.network.neutron [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.648727] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521bd8ed-6e11-98b1-ec01-639681e5776c, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.649126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.649402] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.649675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.649852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.650075] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.650372] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1275f5cd-af25-436b-8779-28145c1864ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.659919] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.660264] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.661244] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cc1b2d-428a-45de-89ba-e3e469b2f139 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.668331] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1626.668331] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca4b91-38f5-7057-c0b5-7d725ec6bc87" [ 1626.668331] env[62221]: _type = "Task" [ 1626.668331] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.678056] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca4b91-38f5-7057-c0b5-7d725ec6bc87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.702400] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.705581] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.698s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.707387] env[62221]: INFO nova.compute.claims [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.726269] env[62221]: INFO nova.scheduler.client.report [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Deleted allocations for instance 9362d43d-fa4f-4088-8c45-3d7a3b458d5b [ 1626.932620] env[62221]: DEBUG oslo_vmware.api [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Task: {'id': task-1701580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17335} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.932877] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.933071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.933252] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.933420] env[62221]: INFO nova.compute.manager [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1626.933666] env[62221]: DEBUG oslo.service.loopingcall [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.933936] env[62221]: DEBUG nova.compute.manager [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1626.934049] env[62221]: DEBUG nova.network.neutron [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1626.964587] env[62221]: DEBUG oslo_concurrency.lockutils [req-ea160956-8a8e-4a3a-88a7-28840fe7127c req-512aa560-c6cb-4c6e-b147-29f97952ad7d service nova] Releasing lock "refresh_cache-a75c726c-e80f-4c37-a556-a4feb6db7eef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.965088] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.089727] env[62221]: DEBUG oslo_concurrency.lockutils [req-9016ffb5-9fc6-43bc-b4ce-620b5c6b3e72 req-52049b52-67c6-4838-a4b9-565a02d8bc22 service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.179808] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52ca4b91-38f5-7057-c0b5-7d725ec6bc87, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.180725] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bfb8eb-7fae-4a67-8418-d340acde83de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.187739] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1627.187739] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52089c04-08f3-2158-d46f-ddfa11e14416" [ 1627.187739] env[62221]: _type = "Task" [ 1627.187739] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.196574] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52089c04-08f3-2158-d46f-ddfa11e14416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.225989] env[62221]: DEBUG nova.network.neutron [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updated VIF entry in instance network info cache for port d3453e06-ac4e-44e4-a6ad-145178113cea. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.226384] env[62221]: DEBUG nova.network.neutron [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.234521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d356d385-fc99-4f0d-81cb-df6b6688955e tempest-InstanceActionsNegativeTestJSON-713000775 tempest-InstanceActionsNegativeTestJSON-713000775-project-member] Lock "9362d43d-fa4f-4088-8c45-3d7a3b458d5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.781s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.375567] env[62221]: DEBUG nova.compute.manager [req-05b6942b-cc93-4544-b128-67363c4a54cd req-83557c38-de34-4bde-9fef-afb00b963cac service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Received event network-vif-deleted-dd113159-dc52-48c6-b287-b2f41e1382a0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1627.375768] env[62221]: INFO nova.compute.manager [req-05b6942b-cc93-4544-b128-67363c4a54cd req-83557c38-de34-4bde-9fef-afb00b963cac service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Neutron deleted interface dd113159-dc52-48c6-b287-b2f41e1382a0; detaching it from the instance and deleting it from the info cache [ 1627.375768] env[62221]: DEBUG nova.network.neutron [req-05b6942b-cc93-4544-b128-67363c4a54cd req-83557c38-de34-4bde-9fef-afb00b963cac service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.463605] env[62221]: DEBUG oslo_vmware.api [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701581, 'name': PowerOnVM_Task, 'duration_secs': 0.611076} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.463914] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.464121] env[62221]: INFO nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1627.464316] env[62221]: DEBUG nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1627.465134] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ae215-c142-478d-a6b5-cd5b8ccf3939 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.541362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.541616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.541790] env[62221]: INFO nova.compute.manager [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Shelving [ 1627.697748] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52089c04-08f3-2158-d46f-ddfa11e14416, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.698023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.698314] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a75c726c-e80f-4c37-a556-a4feb6db7eef/a75c726c-e80f-4c37-a556-a4feb6db7eef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.698575] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed4c54a-7e7b-49bc-bac3-3404c42877b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.705469] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1627.705469] env[62221]: value = "task-1701582" [ 1627.705469] env[62221]: _type = "Task" [ 1627.705469] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.712726] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.729114] env[62221]: DEBUG oslo_concurrency.lockutils [req-e0e0d861-19c2-42d8-b2c9-c22cf81e7a82 req-e8d358e8-8ff1-47f5-a36d-9775018cc720 service nova] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.853398] env[62221]: DEBUG nova.network.neutron [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.880294] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa42b1fd-24d6-4ff6-ad4d-a8fe68246263 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.890699] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d30de3-0ca5-4a23-988a-a57c35f6f092 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.927780] env[62221]: DEBUG nova.compute.manager [req-05b6942b-cc93-4544-b128-67363c4a54cd req-83557c38-de34-4bde-9fef-afb00b963cac service nova] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Detach interface failed, port_id=dd113159-dc52-48c6-b287-b2f41e1382a0, reason: Instance 12ccb3cc-704c-474d-b1b1-8009f59abd52 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1627.981520] env[62221]: INFO nova.compute.manager [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Took 29.26 seconds to build instance. [ 1628.005958] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c616c0-3a2c-4c04-88b7-15d76d94958d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.018619] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe119357-d6c2-44e2-b9f1-34163e6d6aac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.056917] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12d343-3b2e-4f02-9f6d-cb823dd8c377 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.062517] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.062783] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0684c03f-f9d7-4c5a-9ba4-2ae1443d83b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.068216] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f387fc8-bd02-45d4-9418-46cd4ab997d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.074160] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1628.074160] env[62221]: value = "task-1701583" [ 1628.074160] env[62221]: _type = "Task" [ 1628.074160] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.087668] env[62221]: DEBUG nova.compute.provider_tree [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.093687] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.215772] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701582, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.356155] env[62221]: INFO nova.compute.manager [-] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Took 1.42 seconds to deallocate network for instance. [ 1628.485998] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4af40df3-1515-47da-8f3f-330e8b9579d6 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.774s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.586093] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701583, 'name': PowerOffVM_Task, 'duration_secs': 0.235092} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.587154] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.587940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3a7e3-3846-4e11-a337-e9a843c476e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.591077] env[62221]: DEBUG nova.scheduler.client.report [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1628.619716] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24cd8fa-4f49-47e7-9782-18fdad4cc2cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.718385] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536841} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.719028] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a75c726c-e80f-4c37-a556-a4feb6db7eef/a75c726c-e80f-4c37-a556-a4feb6db7eef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1628.719028] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1628.719258] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adcc070a-d23d-4b5f-9898-1cafbb55718a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.729077] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1628.729077] env[62221]: value = "task-1701584" [ 1628.729077] env[62221]: _type = "Task" [ 1628.729077] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.740282] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.862334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.096113] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.096651] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1629.100079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.720s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.100845] env[62221]: INFO nova.compute.claims [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.133583] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1629.134915] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9258df3e-3340-4f48-a742-424be119160e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.141553] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1629.141553] env[62221]: value = "task-1701585" [ 1629.141553] env[62221]: _type = "Task" [ 1629.141553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.152654] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.238995] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073355} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.239280] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.240083] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c620c21-af00-4483-9d86-66179913c069 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.264210] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a75c726c-e80f-4c37-a556-a4feb6db7eef/a75c726c-e80f-4c37-a556-a4feb6db7eef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.264551] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3376c4f-a63a-4b04-b18a-de4c6cbe228c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.284580] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1629.284580] env[62221]: value = "task-1701586" [ 1629.284580] env[62221]: _type = "Task" [ 1629.284580] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.294673] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.331582] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.331838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.332263] env[62221]: DEBUG nova.objects.instance [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid 50d9daac-be41-4cd4-b378-271494ce2eee {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.347759] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.605907] env[62221]: DEBUG nova.compute.utils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.610239] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1629.610854] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.656469] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.665750] env[62221]: DEBUG nova.policy [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48e8f47cb794ebb900afda769c55732', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a423f73f5585433f9cf1ddae3c5dbf86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1629.795382] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701586, 'name': ReconfigVM_Task, 'duration_secs': 0.371867} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.795756] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a75c726c-e80f-4c37-a556-a4feb6db7eef/a75c726c-e80f-4c37-a556-a4feb6db7eef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.796439] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae9b592-0780-4ab5-b868-e43eb9dd7f43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.803252] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1629.803252] env[62221]: value = "task-1701587" [ 1629.803252] env[62221]: _type = "Task" [ 1629.803252] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.815407] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701587, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.851305] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.919942] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1629.921048] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd531be-c2c2-405a-affa-d5f469202c8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.927090] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1629.927270] env[62221]: ERROR oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk due to incomplete transfer. [ 1629.927492] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d9c1114-e380-4c3d-bbd6-f057b23ca213 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.934951] env[62221]: DEBUG oslo_vmware.rw_handles [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a0c3b-d9fe-0855-449b-34b46d38a25d/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1629.935213] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Uploaded image 9a8de390-5f5b-4cd3-85d5-b7296e41ec06 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1629.937832] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1629.938092] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5bd5fd2-41ec-4c63-b3a2-ebcc603fcc00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.944018] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1629.944018] env[62221]: value = "task-1701588" [ 1629.944018] env[62221]: _type = "Task" [ 1629.944018] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.952830] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701588, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.974165] env[62221]: DEBUG nova.compute.manager [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1630.073848] env[62221]: DEBUG nova.objects.instance [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid 50d9daac-be41-4cd4-b378-271494ce2eee {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.111352] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1630.168337] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.177540] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Successfully created port: 0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.320737] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701587, 'name': Rename_Task, 'duration_secs': 0.203272} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.325474] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.326014] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5afc8a-8fcc-47cf-a22f-1b7028783d9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.332625] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1630.332625] env[62221]: value = "task-1701589" [ 1630.332625] env[62221]: _type = "Task" [ 1630.332625] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.344018] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.430536] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db4950-5c2d-485b-abf4-2bb21118e598 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.442473] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3719f96b-6f0e-4e8e-a63e-ee096f671a46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.465808] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701588, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.497279] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a459bf-2e5a-4ff6-8cc5-ad26021ab85c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.511339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12e35bc-81d4-4743-aeaf-a96a89c589c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.517040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.527475] env[62221]: DEBUG nova.compute.provider_tree [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.577317] env[62221]: DEBUG nova.objects.base [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance<50d9daac-be41-4cd4-b378-271494ce2eee> lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1630.577590] env[62221]: DEBUG nova.network.neutron [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.657326] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701585, 'name': CreateSnapshot_Task, 'duration_secs': 1.057366} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.659285] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1630.660942] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b3b24-048b-4f72-8a10-1fcbd0bb0cae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.749309] env[62221]: DEBUG nova.policy [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1630.842740] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.958599] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701588, 'name': Destroy_Task, 'duration_secs': 0.851033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.958890] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Destroyed the VM [ 1630.959156] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1630.959393] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14694b37-a690-4f2e-affa-1a02c1fef01f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.966242] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1630.966242] env[62221]: value = "task-1701590" [ 1630.966242] env[62221]: _type = "Task" [ 1630.966242] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.974071] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.030426] env[62221]: DEBUG nova.scheduler.client.report [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.121516] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1631.146816] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1631.147182] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1631.147408] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.147609] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1631.147750] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.148664] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1631.149048] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1631.149210] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1631.149404] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1631.149559] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1631.149728] env[62221]: DEBUG nova.virt.hardware [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1631.150605] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4f024-60f6-490b-80c8-dbd7014c0d0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.162277] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b41f28-9d99-4ecc-90bf-e5964428cbf6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.190093] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1631.190928] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f19bb0fb-b733-4947-b3df-234c6eb72edf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.198706] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1631.198706] env[62221]: value = "task-1701591" [ 1631.198706] env[62221]: _type = "Task" [ 1631.198706] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.207818] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701591, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.344079] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.476576] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701590, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.538913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.538913] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1631.542574] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.560s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.543703] env[62221]: INFO nova.compute.claims [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.709730] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701591, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.844705] env[62221]: DEBUG oslo_vmware.api [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701589, 'name': PowerOnVM_Task, 'duration_secs': 1.138782} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.845016] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.845224] env[62221]: INFO nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1631.845404] env[62221]: DEBUG nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1631.846379] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8751765a-5e0c-4698-8227-571671a56a83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.978277] env[62221]: DEBUG oslo_vmware.api [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701590, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804078} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.978559] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1631.978779] env[62221]: INFO nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 1632.024108] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "4596a354-7cab-4341-aba4-c915596e9e4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.024108] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.024689] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.024891] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.025075] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.028742] env[62221]: INFO nova.compute.manager [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Terminating instance [ 1632.032021] env[62221]: DEBUG nova.compute.manager [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1632.032021] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.032021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b38a4d-92ac-4e01-933b-ec0dfe077146 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.039551] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.039853] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2172259-cd49-40e8-9b2e-6c40df16a380 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.049685] env[62221]: DEBUG nova.compute.utils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1632.053784] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1632.057188] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.116528] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.116908] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.117395] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] 4596a354-7cab-4341-aba4-c915596e9e4a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.117395] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c341bf-e6a4-457d-ab7e-c7ee5b95c4c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.125346] env[62221]: DEBUG oslo_vmware.api [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1632.125346] env[62221]: value = "task-1701593" [ 1632.125346] env[62221]: _type = "Task" [ 1632.125346] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.134352] env[62221]: DEBUG oslo_vmware.api [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.193537] env[62221]: DEBUG nova.policy [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48e8f47cb794ebb900afda769c55732', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a423f73f5585433f9cf1ddae3c5dbf86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1632.214029] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701591, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.251824] env[62221]: DEBUG nova.compute.manager [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Received event network-vif-plugged-0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.252361] env[62221]: DEBUG oslo_concurrency.lockutils [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] Acquiring lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.252361] env[62221]: DEBUG oslo_concurrency.lockutils [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.252644] env[62221]: DEBUG oslo_concurrency.lockutils [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.252644] env[62221]: DEBUG nova.compute.manager [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] No waiting events found dispatching network-vif-plugged-0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1632.254142] env[62221]: WARNING nova.compute.manager [req-06f11b4b-1952-4014-879c-2ed3ce20cbea req-34ef1b90-4ade-4ae7-aa5e-f4146bfe95f2 service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Received unexpected event network-vif-plugged-0cf193c6-5c59-4486-b3ed-1d201b6bfe13 for instance with vm_state building and task_state spawning. [ 1632.305342] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Successfully updated port: 0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.369131] env[62221]: INFO nova.compute.manager [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Took 15.13 seconds to build instance. [ 1632.482845] env[62221]: DEBUG nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance disappeared during snapshot {{(pid=62221) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1632.496945] env[62221]: DEBUG nova.compute.manager [None req-956461ab-89f3-4c0c-989a-119b87761350 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image not found during clean up 9a8de390-5f5b-4cd3-85d5-b7296e41ec06 {{(pid=62221) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1632.559176] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1632.639284] env[62221]: DEBUG oslo_vmware.api [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166721} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.639729] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.639928] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.640224] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.640418] env[62221]: INFO nova.compute.manager [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1632.640675] env[62221]: DEBUG oslo.service.loopingcall [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.641051] env[62221]: DEBUG nova.compute.manager [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1632.641051] env[62221]: DEBUG nova.network.neutron [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.701407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "06495f71-360d-4876-99df-1e48312ca597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.702030] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.712608] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701591, 'name': CloneVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.802477] env[62221]: DEBUG nova.network.neutron [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Successfully updated port: 93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.808321] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.808465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.808607] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.871928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a11ff5b4-0d59-4a81-bb25-8f3b59873558 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.644s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.884539] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Successfully created port: 06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1632.899825] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733feed-3e14-4eff-813c-9ba4b3b6cfa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.907468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e864f3-96cd-4f95-b522-242ecdfbe60f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.949171] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1ebd3a-1275-483b-8764-b90e3c36e479 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.960229] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055b779-a2fa-4aea-9245-4df1db760eec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.978101] env[62221]: DEBUG nova.compute.provider_tree [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.207508] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1633.218417] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701591, 'name': CloneVM_Task, 'duration_secs': 1.573453} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.218417] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Created linked-clone VM from snapshot [ 1633.218417] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a15b8-93fd-4348-a3ce-89f4f067d796 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.225323] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Uploading image efd4fbd9-daba-4be8-8b88-965518e8e263 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1633.256334] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1633.256334] env[62221]: value = "vm-354644" [ 1633.256334] env[62221]: _type = "VirtualMachine" [ 1633.256334] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1633.257393] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-587a711d-510b-49d6-b4f9-2b8911489e1e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.264440] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease: (returnval){ [ 1633.264440] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52894e0c-f5c5-80e2-2bb8-7150bcb1a7b4" [ 1633.264440] env[62221]: _type = "HttpNfcLease" [ 1633.264440] env[62221]: } obtained for exporting VM: (result){ [ 1633.264440] env[62221]: value = "vm-354644" [ 1633.264440] env[62221]: _type = "VirtualMachine" [ 1633.264440] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1633.264727] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the lease: (returnval){ [ 1633.264727] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52894e0c-f5c5-80e2-2bb8-7150bcb1a7b4" [ 1633.264727] env[62221]: _type = "HttpNfcLease" [ 1633.264727] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1633.271747] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1633.271747] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52894e0c-f5c5-80e2-2bb8-7150bcb1a7b4" [ 1633.271747] env[62221]: _type = "HttpNfcLease" [ 1633.271747] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1633.307712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.307891] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.308080] env[62221]: DEBUG nova.network.neutron [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.360435] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.480778] env[62221]: DEBUG nova.scheduler.client.report [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1633.567193] env[62221]: DEBUG nova.network.neutron [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Updating instance_info_cache with network_info: [{"id": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "address": "fa:16:3e:07:92:0a", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf193c6-5c", "ovs_interfaceid": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.574793] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1633.603764] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.604014] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.604179] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.604357] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.604547] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.604640] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.604842] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.605053] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.605235] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.605394] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.605558] env[62221]: DEBUG nova.virt.hardware [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.606667] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22075ec-6dc6-4e59-9dfb-7ae69261ac54 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.338920] env[62221]: DEBUG nova.network.neutron [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.342413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.344082] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.344082] env[62221]: DEBUG nova.compute.manager [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1634.344986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.345472] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1634.347497] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.347752] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Instance network_info: |[{"id": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "address": "fa:16:3e:07:92:0a", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf193c6-5c", "ovs_interfaceid": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1634.349482] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Received event network-changed-0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.349672] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Refreshing instance network info cache due to event network-changed-0cf193c6-5c59-4486-b3ed-1d201b6bfe13. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1634.349874] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Acquiring lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.350020] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Acquired lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.350186] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Refreshing network info cache for port 0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.353649] env[62221]: INFO nova.compute.manager [-] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Took 1.71 seconds to deallocate network for instance. [ 1634.357730] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a8d7a-5928-405f-a463-e1929db268bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.360119] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.498s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.360363] env[62221]: DEBUG nova.objects.instance [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lazy-loading 'resources' on Instance uuid 12ccb3cc-704c-474d-b1b1-8009f59abd52 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.364412] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:92:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf193c6-5c59-4486-b3ed-1d201b6bfe13', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.368858] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Creating folder: Project (a423f73f5585433f9cf1ddae3c5dbf86). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.376266] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-732c2f6e-9d2c-407a-9699-c9c8fe9047cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.389296] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5567fc-bada-4b89-9fc9-84ad1693b740 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.397215] env[62221]: DEBUG nova.compute.manager [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1634.397215] env[62221]: DEBUG nova.objects.instance [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'flavor' on Instance uuid a75c726c-e80f-4c37-a556-a4feb6db7eef {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.398029] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1634.398029] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52894e0c-f5c5-80e2-2bb8-7150bcb1a7b4" [ 1634.398029] env[62221]: _type = "HttpNfcLease" [ 1634.398029] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1634.401286] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.401993] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1634.401993] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52894e0c-f5c5-80e2-2bb8-7150bcb1a7b4" [ 1634.401993] env[62221]: _type = "HttpNfcLease" [ 1634.401993] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1634.402294] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Created folder: Project (a423f73f5585433f9cf1ddae3c5dbf86) in parent group-v354396. [ 1634.402492] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Creating folder: Instances. Parent ref: group-v354648. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.405839] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be281a2-d9bf-433f-bd24-a4b1e2229cd2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.408227] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1cbc414-5fd3-45a1-9659-943de8293dd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.424000] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1634.424000] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1634.428435] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Created folder: Instances in parent group-v354648. [ 1634.428684] env[62221]: DEBUG oslo.service.loopingcall [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.486116] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.489029] env[62221]: WARNING nova.network.neutron [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1634.490867] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ba37ad-511c-419b-863c-2bb7073b09ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.516522] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.516522] env[62221]: value = "task-1701600" [ 1634.516522] env[62221]: _type = "Task" [ 1634.516522] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.524494] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701600, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.551774] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec6c787c-fbb6-4c24-a9f5-7bfc3751fbe8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.780535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761931c-0676-4a39-b7f1-fdb8ca1246d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.788535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3ee5d-c315-4f5b-adb4-56eb13b886d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.840779] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff11b5-5008-4e10-bd5b-5b00dbe15d28 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.852785] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f57740-a91c-4b06-839c-d6c04e5ab3d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.868475] env[62221]: DEBUG nova.compute.provider_tree [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.879892] env[62221]: DEBUG nova.compute.utils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.881305] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1634.881482] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.895756] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.907165] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.907165] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3448d3e-0255-4ef4-b1c4-b39f6b46b143 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.915326] env[62221]: DEBUG oslo_vmware.api [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1634.915326] env[62221]: value = "task-1701601" [ 1634.915326] env[62221]: _type = "Task" [ 1634.915326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.925653] env[62221]: DEBUG oslo_vmware.api [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.944231] env[62221]: DEBUG nova.policy [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48e8f47cb794ebb900afda769c55732', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a423f73f5585433f9cf1ddae3c5dbf86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1635.010189] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Successfully updated port: 06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.031351] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701600, 'name': CreateVM_Task, 'duration_secs': 0.491038} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.031627] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.032731] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.033143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.033800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.034669] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c51864-88e1-42b4-9a34-4dbad4efa220 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.041316] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1635.041316] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a99909-82e2-35af-91c7-49c60fd7f57c" [ 1635.041316] env[62221]: _type = "Task" [ 1635.041316] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.057199] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a99909-82e2-35af-91c7-49c60fd7f57c, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.057512] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.057769] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.058191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.058610] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.058886] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.059575] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d848b2-a101-48b9-aa8c-4e4a9e4b8f15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.071496] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.071496] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.073074] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Updated VIF entry in instance network info cache for port 0cf193c6-5c59-4486-b3ed-1d201b6bfe13. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.074651] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Updating instance_info_cache with network_info: [{"id": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "address": "fa:16:3e:07:92:0a", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf193c6-5c", "ovs_interfaceid": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.075073] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eeca4fd-2379-4578-8009-1352d2e3dafa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.087229] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1635.087229] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b65425-45f6-3fd9-2b92-4a438d98f6a5" [ 1635.087229] env[62221]: _type = "Task" [ 1635.087229] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.099367] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b65425-45f6-3fd9-2b92-4a438d98f6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.100429] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84017cce-94ab-446e-87c1-3e0e85846423 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.107695] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1635.107695] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc1e44-24b6-e0ee-d7ff-6a66349ca5fb" [ 1635.107695] env[62221]: _type = "Task" [ 1635.107695] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.122727] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc1e44-24b6-e0ee-d7ff-6a66349ca5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.217787] env[62221]: DEBUG nova.network.neutron [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "address": "fa:16:3e:03:92:3f", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d8f38d-f4", "ovs_interfaceid": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.327036] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Successfully created port: 523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.371897] env[62221]: DEBUG nova.scheduler.client.report [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1635.385714] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1635.424734] env[62221]: DEBUG oslo_vmware.api [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701601, 'name': PowerOffVM_Task, 'duration_secs': 0.221842} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.425579] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.425805] env[62221]: DEBUG nova.compute.manager [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1635.426716] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825cb0ea-56ad-4cce-9f89-8ec90a206197 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.516649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.516801] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.517229] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.580243] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Releasing lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.580534] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.580733] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.580935] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.581115] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.581280] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] No waiting events found dispatching network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1635.581441] env[62221]: WARNING nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received unexpected event network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 for instance with vm_state active and task_state None. [ 1635.581603] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.581749] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-93d8f38d-f4a1-457c-b218-3fcc1230dc63. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1635.581914] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.620346] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc1e44-24b6-e0ee-d7ff-6a66349ca5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.620770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.621223] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] abb64cdc-ecef-47fa-9185-99fac06dc80c/abb64cdc-ecef-47fa-9185-99fac06dc80c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.621608] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-029f112a-fab9-45df-b6c8-aa7cfd4cbea9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.629290] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1635.629290] env[62221]: value = "task-1701602" [ 1635.629290] env[62221]: _type = "Task" [ 1635.629290] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.638483] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.721073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.721073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.722701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.723363] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.723802] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.727552] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafadabd-f2c2-41ea-85a3-d73a8e046292 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.761087] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1635.761700] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1635.766078] env[62221]: DEBUG nova.virt.hardware [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1635.775150] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfiguring VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1635.778131] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6636ac69-686d-450b-b967-75db4930fb30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.801114] env[62221]: DEBUG oslo_vmware.api [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1635.801114] env[62221]: value = "task-1701603" [ 1635.801114] env[62221]: _type = "Task" [ 1635.801114] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.814432] env[62221]: DEBUG oslo_vmware.api [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701603, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.877601] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.517s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.880611] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.029s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.881276] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.881276] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1635.881603] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.365s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.883876] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a88e57-d90d-441e-94da-d3844699d422 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.900446] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fba00-1978-4b86-956c-bd5ed69c4ab1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.922421] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a50aca-1eaf-4d50-b6a5-befbe160fa77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.928481] env[62221]: INFO nova.scheduler.client.report [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Deleted allocations for instance 12ccb3cc-704c-474d-b1b1-8009f59abd52 [ 1635.942622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03cdfcda-29c2-4618-814e-bdb2aaf2e4c2 tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.599s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.945859] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d40d2-3eeb-4617-b2d6-f8fa495c1fee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.983577] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179197MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1635.983944] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.076708] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.140333] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701602, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.312737] env[62221]: DEBUG oslo_vmware.api [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.322833] env[62221]: DEBUG nova.network.neutron [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Updating instance_info_cache with network_info: [{"id": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "address": "fa:16:3e:93:4a:82", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dd8327-87", "ovs_interfaceid": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.392500] env[62221]: INFO nova.compute.claims [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.398575] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1636.437934] env[62221]: DEBUG oslo_concurrency.lockutils [None req-66ba8f2a-5a8d-4e56-894c-4b6ae85115d0 tempest-ServersAdminTestJSON-1845673625 tempest-ServersAdminTestJSON-1845673625-project-member] Lock "12ccb3cc-704c-474d-b1b1-8009f59abd52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.634s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.442252] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.442988] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.443089] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.443622] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.444077] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.444256] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.444482] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.444645] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.444812] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.445009] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.445266] env[62221]: DEBUG nova.virt.hardware [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.446542] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df45ceef-0a47-4cd2-8538-05417b5dfda9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.458253] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061fe970-b30b-426d-9ced-ab1b3bbbb189 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.526913] env[62221]: DEBUG nova.compute.manager [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Received event network-vif-plugged-06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1636.527408] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Acquiring lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.527672] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.527962] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.528158] env[62221]: DEBUG nova.compute.manager [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] No waiting events found dispatching network-vif-plugged-06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1636.528338] env[62221]: WARNING nova.compute.manager [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Received unexpected event network-vif-plugged-06dd8327-877d-4ed5-8e29-7a6d17562c50 for instance with vm_state building and task_state spawning. [ 1636.528497] env[62221]: DEBUG nova.compute.manager [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Received event network-changed-06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1636.528718] env[62221]: DEBUG nova.compute.manager [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Refreshing instance network info cache due to event network-changed-06dd8327-877d-4ed5-8e29-7a6d17562c50. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1636.528897] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Acquiring lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.596278] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 93d8f38d-f4a1-457c-b218-3fcc1230dc63. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.596730] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "address": "fa:16:3e:03:92:3f", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d8f38d-f4", "ovs_interfaceid": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.640671] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617281} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.640926] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] abb64cdc-ecef-47fa-9185-99fac06dc80c/abb64cdc-ecef-47fa-9185-99fac06dc80c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.641156] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.641409] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73e8b4a5-051d-44c7-b162-2995c75a2154 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.650196] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1636.650196] env[62221]: value = "task-1701605" [ 1636.650196] env[62221]: _type = "Task" [ 1636.650196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.657525] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.811236] env[62221]: DEBUG oslo_vmware.api [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.825926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.826287] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Instance network_info: |[{"id": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "address": "fa:16:3e:93:4a:82", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dd8327-87", "ovs_interfaceid": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1636.826602] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Acquired lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.826804] env[62221]: DEBUG nova.network.neutron [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Refreshing network info cache for port 06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.828199] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06dd8327-877d-4ed5-8e29-7a6d17562c50', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.835592] env[62221]: DEBUG oslo.service.loopingcall [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.836116] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.836341] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6a180b-1319-4c7d-bbf0-50fe43181240 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.859851] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.859851] env[62221]: value = "task-1701606" [ 1636.859851] env[62221]: _type = "Task" [ 1636.859851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.873579] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701606, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.903864] env[62221]: INFO nova.compute.resource_tracker [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating resource usage from migration d6ca0b92-5cf3-4a39-9624-059ebb7db097 [ 1637.100228] env[62221]: DEBUG oslo_concurrency.lockutils [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.100598] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Received event network-vif-deleted-672b5ecd-4d5b-4e4d-b325-a0c0070bdb49 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.101654] env[62221]: INFO nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Neutron deleted interface 672b5ecd-4d5b-4e4d-b325-a0c0070bdb49; detaching it from the instance and deleting it from the info cache [ 1637.101654] env[62221]: DEBUG nova.network.neutron [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.167021] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13497} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.167398] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.168696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336224f-5073-4605-bc6f-7ca7b36240e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.199958] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] abb64cdc-ecef-47fa-9185-99fac06dc80c/abb64cdc-ecef-47fa-9185-99fac06dc80c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.203180] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0d0ccb-f235-4524-bfb1-21ffd3db323f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.222550] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1637.222550] env[62221]: value = "task-1701607" [ 1637.222550] env[62221]: _type = "Task" [ 1637.222550] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.235030] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.267136] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4fd1f3-8cd1-4521-9edb-1c1c5ab72ec0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.276159] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ea506c-5243-4905-af12-977ca96d3d64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.314181] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf582d33-a78d-4eef-9d70-d2fb0d6d303d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.323425] env[62221]: DEBUG oslo_vmware.api [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701603, 'name': ReconfigVM_Task, 'duration_secs': 1.297468} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.325956] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.326198] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfigured VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1637.330836] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2655b-ab6f-4bd2-80ac-3c5b0981bda0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.347367] env[62221]: DEBUG nova.compute.provider_tree [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.370784] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701606, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.420555] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.421042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.425393] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.425618] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.426413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.426413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.426413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.430946] env[62221]: INFO nova.compute.manager [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Terminating instance [ 1637.433417] env[62221]: DEBUG nova.compute.manager [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1637.433657] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.435356] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d0ac9-a3a2-42cb-93f8-6998b28ad51c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.445377] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.445501] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3217f46c-a23a-4c3d-af1e-0ac4b7d50c7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.487686] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Successfully updated port: 523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.520026] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.520355] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.520589] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] a75c726c-e80f-4c37-a556-a4feb6db7eef {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.521048] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa35c8cf-052d-452f-93f3-973151fd1965 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.528140] env[62221]: DEBUG oslo_vmware.api [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1637.528140] env[62221]: value = "task-1701609" [ 1637.528140] env[62221]: _type = "Task" [ 1637.528140] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.538654] env[62221]: DEBUG oslo_vmware.api [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.607687] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a01059fa-14c6-4f7a-bf79-e6d9b5efa116 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.617009] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9af8a-d407-4f7f-94c0-2f91300c5d6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.651496] env[62221]: DEBUG nova.compute.manager [req-ddb2786d-430e-4af3-ba0b-bf41a98fae62 req-71d246fc-63bd-4632-86c1-9cc66af6b7cb service nova] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Detach interface failed, port_id=672b5ecd-4d5b-4e4d-b325-a0c0070bdb49, reason: Instance 4596a354-7cab-4341-aba4-c915596e9e4a could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1637.708288] env[62221]: DEBUG nova.network.neutron [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Updated VIF entry in instance network info cache for port 06dd8327-877d-4ed5-8e29-7a6d17562c50. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.708666] env[62221]: DEBUG nova.network.neutron [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Updating instance_info_cache with network_info: [{"id": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "address": "fa:16:3e:93:4a:82", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dd8327-87", "ovs_interfaceid": "06dd8327-877d-4ed5-8e29-7a6d17562c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.735541] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701607, 'name': ReconfigVM_Task, 'duration_secs': 0.425533} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.735922] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] abb64cdc-ecef-47fa-9185-99fac06dc80c/abb64cdc-ecef-47fa-9185-99fac06dc80c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.736620] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539d4d90-7eba-41cf-b910-7aec356e163b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.744704] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1637.744704] env[62221]: value = "task-1701610" [ 1637.744704] env[62221]: _type = "Task" [ 1637.744704] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.754965] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701610, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.832831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9fb7ab9-f87a-4623-8968-90794ecded60 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.499s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.852789] env[62221]: DEBUG nova.scheduler.client.report [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1637.871801] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701606, 'name': CreateVM_Task, 'duration_secs': 0.604707} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.872181] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.873042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.873799] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.874290] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.875072] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cce3bd1-e798-422a-9b94-cb09193c1240 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.882128] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1637.882128] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f6ef0b-122d-9599-7e11-040aaec78fb6" [ 1637.882128] env[62221]: _type = "Task" [ 1637.882128] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.891095] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f6ef0b-122d-9599-7e11-040aaec78fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.923896] env[62221]: DEBUG nova.compute.utils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.990923] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.991199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.991431] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.040196] env[62221]: DEBUG oslo_vmware.api [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156902} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.040600] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.040665] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.040801] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.040979] env[62221]: INFO nova.compute.manager [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1638.041229] env[62221]: DEBUG oslo.service.loopingcall [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.041731] env[62221]: DEBUG nova.compute.manager [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1638.041828] env[62221]: DEBUG nova.network.neutron [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.211446] env[62221]: DEBUG oslo_concurrency.lockutils [req-b7823314-c08b-4626-ae5c-a7c1c7f299f3 req-2fc10962-1b12-4e9e-947f-f13e9fe26569 service nova] Releasing lock "refresh_cache-6905688a-bf67-4f8f-803b-7013eb7cbbdd" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.255026] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701610, 'name': Rename_Task, 'duration_secs': 0.166769} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.255661] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.255773] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202d8d70-2b29-490a-9c8e-ffa0eda58c9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.264274] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1638.264274] env[62221]: value = "task-1701612" [ 1638.264274] env[62221]: _type = "Task" [ 1638.264274] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.278154] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.357167] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.475s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.357629] env[62221]: INFO nova.compute.manager [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Migrating [ 1638.366498] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.965s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.368149] env[62221]: INFO nova.compute.claims [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.392543] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f6ef0b-122d-9599-7e11-040aaec78fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.392793] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.393257] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.393760] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.393760] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.393760] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.394286] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083a14b7-8763-460f-aab5-3ff8635be609 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.404237] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.404430] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.405325] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f352fa7-09ea-4b4e-a4de-1010f53b48e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.411468] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1638.411468] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a77827-ea3f-2805-efcc-bdbb77999ca2" [ 1638.411468] env[62221]: _type = "Task" [ 1638.411468] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.421873] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a77827-ea3f-2805-efcc-bdbb77999ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.426195] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.533900] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.546784] env[62221]: DEBUG nova.compute.manager [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Received event network-vif-plugged-523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.546968] env[62221]: DEBUG oslo_concurrency.lockutils [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] Acquiring lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.547324] env[62221]: DEBUG oslo_concurrency.lockutils [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.547451] env[62221]: DEBUG oslo_concurrency.lockutils [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.547621] env[62221]: DEBUG nova.compute.manager [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] No waiting events found dispatching network-vif-plugged-523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1638.548193] env[62221]: WARNING nova.compute.manager [req-d3871892-0e2d-4b59-9d70-0f1363df86c6 req-37a88dd0-552e-409b-9e2e-7465b4f3fe92 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Received unexpected event network-vif-plugged-523ef5e9-111c-4d81-bc6e-8df65f4fa724 for instance with vm_state building and task_state spawning. [ 1638.775375] env[62221]: DEBUG oslo_vmware.api [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701612, 'name': PowerOnVM_Task, 'duration_secs': 0.500729} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.775765] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.775976] env[62221]: INFO nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1638.776183] env[62221]: DEBUG nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1638.777000] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89e5c0-6f09-4c84-886b-d0516a2fd468 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.855112] env[62221]: DEBUG nova.network.neutron [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.881019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.881195] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.881367] env[62221]: DEBUG nova.network.neutron [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.925502] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a77827-ea3f-2805-efcc-bdbb77999ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.927132] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795e3dd3-e445-408f-8a12-5648e753dc2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.933786] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1638.933786] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526d08ba-5f00-6f7c-64ed-146935b39dec" [ 1638.933786] env[62221]: _type = "Task" [ 1638.933786] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.943978] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526d08ba-5f00-6f7c-64ed-146935b39dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.970819] env[62221]: DEBUG nova.network.neutron [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Updating instance_info_cache with network_info: [{"id": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "address": "fa:16:3e:48:31:ef", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ef5e9-11", "ovs_interfaceid": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.148910] env[62221]: DEBUG nova.compute.manager [req-cd407069-7545-4d32-a5ab-03f096ad6bb5 req-b1980b05-ec2c-460a-afa7-55887b7031e9 service nova] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Received event network-vif-deleted-b5615193-d2c1-4b35-8bb5-1ce7f58fc507 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.295404] env[62221]: INFO nova.compute.manager [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Took 15.32 seconds to build instance. [ 1639.361684] env[62221]: INFO nova.compute.manager [-] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Took 1.32 seconds to deallocate network for instance. [ 1639.447840] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526d08ba-5f00-6f7c-64ed-146935b39dec, 'name': SearchDatastore_Task, 'duration_secs': 0.028993} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.448287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.448400] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6905688a-bf67-4f8f-803b-7013eb7cbbdd/6905688a-bf67-4f8f-803b-7013eb7cbbdd.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.448646] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3422771a-65ed-4487-9e55-dfe77c803919 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.459904] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1639.459904] env[62221]: value = "task-1701613" [ 1639.459904] env[62221]: _type = "Task" [ 1639.459904] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.472290] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.473103] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.473361] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Instance network_info: |[{"id": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "address": "fa:16:3e:48:31:ef", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ef5e9-11", "ovs_interfaceid": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1639.473885] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:31:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '523ef5e9-111c-4d81-bc6e-8df65f4fa724', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.483828] env[62221]: DEBUG oslo.service.loopingcall [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.487555] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.487555] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753222a2-18e0-4095-acd9-6c6cf0fec691 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.504507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.504748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.504982] env[62221]: INFO nova.compute.manager [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Attaching volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 to /dev/sdb [ 1639.517149] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.517149] env[62221]: value = "task-1701614" [ 1639.517149] env[62221]: _type = "Task" [ 1639.517149] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.525556] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701614, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.567152] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756a3262-7d47-4b49-93bd-cf23fe991eed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.579156] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc7999-9ab1-4220-8ccd-0a75958bbebc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.602515] env[62221]: DEBUG nova.virt.block_device [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating existing volume attachment record: 936504e3-3788-4e44-89a9-30d0b25138eb {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1639.687261] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.687261] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.722463] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe47112-a0b8-4f24-8541-1a5f0e910155 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.727504] env[62221]: DEBUG nova.network.neutron [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.735172] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d622f-1ec6-45e7-ac71-11737a5bb276 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.773225] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1efd09-5a18-465c-b134-4b67e1169576 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.789146] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b98e0-555a-41d0-aa09-5f7f44dea4fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.808965] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6828e7e-ae9d-4c9a-b91f-0facccdcd92c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.836s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.808965] env[62221]: DEBUG nova.compute.provider_tree [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.869594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.977573] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493075} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.977573] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6905688a-bf67-4f8f-803b-7013eb7cbbdd/6905688a-bf67-4f8f-803b-7013eb7cbbdd.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.977850] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.978051] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1191fd9-ac50-494e-b954-7fe1c58bd026 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.992514] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1639.992514] env[62221]: value = "task-1701617" [ 1639.992514] env[62221]: _type = "Task" [ 1639.992514] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.002743] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.028411] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701614, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.190990] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.191299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.192338] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff09b19-1fec-46f6-b02c-8ab5f6d1216e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.215999] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53373c5-948c-4d81-a79c-751889f4fc37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.240796] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.248457] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfiguring VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1640.248796] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c06059-9f84-422a-b844-68cd55d29e1e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.274024] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1640.274024] env[62221]: value = "task-1701620" [ 1640.274024] env[62221]: _type = "Task" [ 1640.274024] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.283667] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.311756] env[62221]: DEBUG nova.scheduler.client.report [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1640.504328] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140185} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.504795] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.505569] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce657e1-516a-46cc-8aa2-2bc5aee21c1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.529275] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6905688a-bf67-4f8f-803b-7013eb7cbbdd/6905688a-bf67-4f8f-803b-7013eb7cbbdd.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.532489] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74f020a-5f27-47cb-b361-7b7eda44f99f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.555636] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701614, 'name': CreateVM_Task, 'duration_secs': 0.650309} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.555897] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.556880] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.557203] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.557671] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.558412] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996175bb-224d-4b26-96d9-2607e8953dce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.563461] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1640.563461] env[62221]: value = "task-1701621" [ 1640.563461] env[62221]: _type = "Task" [ 1640.563461] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.565288] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1640.565288] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52528f3c-95aa-7b40-0d6a-dbd2a8f10668" [ 1640.565288] env[62221]: _type = "Task" [ 1640.565288] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.582106] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.589558] env[62221]: DEBUG nova.compute.manager [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Received event network-changed-523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.589790] env[62221]: DEBUG nova.compute.manager [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Refreshing instance network info cache due to event network-changed-523ef5e9-111c-4d81-bc6e-8df65f4fa724. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1640.590043] env[62221]: DEBUG oslo_concurrency.lockutils [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] Acquiring lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.590214] env[62221]: DEBUG oslo_concurrency.lockutils [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] Acquired lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.590387] env[62221]: DEBUG nova.network.neutron [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Refreshing network info cache for port 523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.591910] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52528f3c-95aa-7b40-0d6a-dbd2a8f10668, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.594198] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.594368] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.594687] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.594759] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.594945] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.595518] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f71402-e018-47e1-b1e1-0311dec2ffb8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.607413] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.607413] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.608353] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0678245e-079b-45c2-ade6-42ae7da57cfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.618976] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1640.618976] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52835ba1-3859-da53-21e7-b2b9c5be2f36" [ 1640.618976] env[62221]: _type = "Task" [ 1640.618976] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.630023] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52835ba1-3859-da53-21e7-b2b9c5be2f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.784544] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.817242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.817807] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1640.820479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.925s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.820591] env[62221]: DEBUG nova.objects.instance [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'resources' on Instance uuid 4596a354-7cab-4341-aba4-c915596e9e4a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.076971] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701621, 'name': ReconfigVM_Task, 'duration_secs': 0.476064} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.076971] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6905688a-bf67-4f8f-803b-7013eb7cbbdd/6905688a-bf67-4f8f-803b-7013eb7cbbdd.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.078386] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61475d61-7609-453a-b2b0-37e8d46f2ef0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.087196] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1641.087196] env[62221]: value = "task-1701622" [ 1641.087196] env[62221]: _type = "Task" [ 1641.087196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.101659] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701622, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.134841] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52835ba1-3859-da53-21e7-b2b9c5be2f36, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.134841] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42276bef-84e3-4985-83f2-1e901ee0ce3c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.141466] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1641.141466] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c116f8-2861-1c10-0f79-b10f1746b0c3" [ 1641.141466] env[62221]: _type = "Task" [ 1641.141466] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.152184] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c116f8-2861-1c10-0f79-b10f1746b0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.285498] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.324011] env[62221]: DEBUG nova.compute.utils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.332577] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1641.332800] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.374364] env[62221]: DEBUG nova.policy [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d495713ad934566b846bbcbf3809421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98de71ce0daa4621acbc69bec033f9ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1641.598320] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701622, 'name': Rename_Task, 'duration_secs': 0.202914} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.601030] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.601716] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e8f62d-01fe-432f-921c-86f0f83f539e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.608448] env[62221]: DEBUG nova.network.neutron [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Updated VIF entry in instance network info cache for port 523ef5e9-111c-4d81-bc6e-8df65f4fa724. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.608815] env[62221]: DEBUG nova.network.neutron [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Updating instance_info_cache with network_info: [{"id": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "address": "fa:16:3e:48:31:ef", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ef5e9-11", "ovs_interfaceid": "523ef5e9-111c-4d81-bc6e-8df65f4fa724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.612063] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1641.612063] env[62221]: value = "task-1701623" [ 1641.612063] env[62221]: _type = "Task" [ 1641.612063] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.625686] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.633618] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaee85e-584b-44c0-82d7-02ec7ecad5e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.642224] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa0df4-2e3d-4a02-852e-f48ee991c172 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.657937] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c116f8-2861-1c10-0f79-b10f1746b0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.684027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.684523] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fa96e33d-d0ad-415e-b184-a0b49c9fbef6/fa96e33d-d0ad-415e-b184-a0b49c9fbef6.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.685423] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2196b1aa-c5a9-476d-84f4-c31bebbf0e6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.688577] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5803b9a4-3124-4f8f-bbb7-7a33044ceca1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.699491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8d4f2-1369-4ad7-a4fd-6fec3c70c637 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.705355] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1641.705355] env[62221]: value = "task-1701624" [ 1641.705355] env[62221]: _type = "Task" [ 1641.705355] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.717559] env[62221]: DEBUG nova.compute.provider_tree [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.725791] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.766222] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ec6c3-a27f-4f48-8161-2b622d63bb95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.791487] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.799865] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Successfully created port: 58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.808667] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.833620] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1642.114588] env[62221]: DEBUG oslo_concurrency.lockutils [req-477030ed-e814-4a9b-8922-60e70a8e622d req-6c80e4e8-95cb-48dd-910b-8e042bb3f574 service nova] Releasing lock "refresh_cache-fa96e33d-d0ad-415e-b184-a0b49c9fbef6" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.130067] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701623, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.218027] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701624, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.222852] env[62221]: DEBUG nova.scheduler.client.report [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.306022] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.306022] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.306022] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7180b8d8-63fe-48df-9c5d-77383453e693 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.314728] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1642.314728] env[62221]: value = "task-1701627" [ 1642.314728] env[62221]: _type = "Task" [ 1642.314728] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.327494] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.627941] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701623, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.722849] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701624, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.728322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.731086] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.747s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.754956] env[62221]: INFO nova.scheduler.client.report [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted allocations for instance 4596a354-7cab-4341-aba4-c915596e9e4a [ 1642.811073] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.824684] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701627, 'name': PowerOffVM_Task, 'duration_secs': 0.332454} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.825554] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.825797] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.843870] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1642.874837] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.875425] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.875659] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.875857] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.876351] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.876585] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.876814] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.876972] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.877548] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.877548] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.877548] env[62221]: DEBUG nova.virt.hardware [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.879878] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2062cc-b038-49d7-9bea-dbb1a50917d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.888071] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7181d38-3538-4207-bddc-c8ed19cfafe8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.126089] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.216969] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701624, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476205} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.217480] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fa96e33d-d0ad-415e-b184-a0b49c9fbef6/fa96e33d-d0ad-415e-b184-a0b49c9fbef6.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.217702] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.217956] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6b6f2b-372a-45e7-b3d5-b88924c45950 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.227364] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1643.227364] env[62221]: value = "task-1701628" [ 1643.227364] env[62221]: _type = "Task" [ 1643.227364] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.244805] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.267398] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2a3c619-2718-4293-adc6-ec335ce91f9c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "4596a354-7cab-4341-aba4-c915596e9e4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.243s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.304947] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.332868] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.333194] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.333382] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.333585] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.333748] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.333924] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.334152] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.334316] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.334481] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.334643] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.334830] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.340746] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49df9e15-df88-4631-9781-2732f2c2fc49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.360157] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1643.360157] env[62221]: value = "task-1701629" [ 1643.360157] env[62221]: _type = "Task" [ 1643.360157] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.370963] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.659747] env[62221]: DEBUG nova.compute.manager [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Received event network-vif-plugged-58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1643.660130] env[62221]: DEBUG oslo_concurrency.lockutils [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] Acquiring lock "06495f71-360d-4876-99df-1e48312ca597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.661237] env[62221]: DEBUG oslo_concurrency.lockutils [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] Lock "06495f71-360d-4876-99df-1e48312ca597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.661453] env[62221]: DEBUG oslo_concurrency.lockutils [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] Lock "06495f71-360d-4876-99df-1e48312ca597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.661639] env[62221]: DEBUG nova.compute.manager [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] No waiting events found dispatching network-vif-plugged-58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1643.661808] env[62221]: WARNING nova.compute.manager [req-08fbb309-ec2e-4c00-b63c-b292572a6bb7 req-1891a860-7aff-4e85-90fa-206e7996f0fa service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Received unexpected event network-vif-plugged-58a786fa-9600-46cc-9d96-5d9cfcf0553f for instance with vm_state building and task_state spawning. [ 1643.747057] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance 322be74b-a8d4-4b34-a1a9-e626631e6c58 as it has an incoming, in-progress migration d6ca0b92-5cf3-4a39-9624-059ebb7db097. Migration status is migrating {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1643.750125] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating resource usage from migration d6ca0b92-5cf3-4a39-9624-059ebb7db097 [ 1643.768026] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Successfully updated port: 58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b43073a2-7af8-4ee2-b770-181362a73473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 44e2741a-1877-4091-920d-b7a499ee1696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 50d9daac-be41-4cd4-b378-271494ce2eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8358a4d4-6167-4ae6-94c7-8ec0f431a504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d11af1c1-3a70-4526-ba78-e092c30ddc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d0609fec-c66c-405f-a243-8a854b11c02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 17a2c64c-5f38-4348-8589-75d3d0995ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: WARNING nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a75c726c-e80f-4c37-a556-a4feb6db7eef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance abb64cdc-ecef-47fa-9185-99fac06dc80c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 6905688a-bf67-4f8f-803b-7013eb7cbbdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793399] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance fa96e33d-d0ad-415e-b184-a0b49c9fbef6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793806] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration d6ca0b92-5cf3-4a39-9624-059ebb7db097 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1643.793806] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 322be74b-a8d4-4b34-a1a9-e626631e6c58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793806] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 06495f71-360d-4876-99df-1e48312ca597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.793806] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1643.793806] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1643.813352] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1643.815857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74785d63-6fd8-449d-b502-4fd80e6980f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.963097] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.963537] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.964521] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793d368-ab94-42a9-a88b-23dfd28a8da0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.991673] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] fa96e33d-d0ad-415e-b184-a0b49c9fbef6/fa96e33d-d0ad-415e-b184-a0b49c9fbef6.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.994507] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e864dbcc-c6cc-4f8c-8a1e-5642f3e98c19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.020036] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1644.020036] env[62221]: value = "task-1701630" [ 1644.020036] env[62221]: _type = "Task" [ 1644.020036] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.025444] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.039215] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.039360] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1644.039526] env[62221]: ERROR oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk due to incomplete transfer. [ 1644.039766] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d12a544e-bd7f-4ac6-91a8-9acd54856469 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.050850] env[62221]: DEBUG oslo_vmware.rw_handles [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c16d2a-4a72-71d7-8e8a-644780a57e97/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1644.050850] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Uploaded image efd4fbd9-daba-4be8-8b88-965518e8e263 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1644.051353] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1644.051967] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b70dc6fd-a2d5-48cf-995e-c41402c47be9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.060382] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1644.060382] env[62221]: value = "task-1701631" [ 1644.060382] env[62221]: _type = "Task" [ 1644.060382] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.073891] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701631, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.119510] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ebc9c-7d6e-4c7e-b2fe-b82360d1b26e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.128843] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224aac72-46e0-482d-a4ee-ab85488ff1c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.162339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f5a14-e928-4d2a-8e81-f05d4fcabc77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.170937] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67085e8e-babb-4651-976e-f614ffd71166 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.187641] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.247973] env[62221]: DEBUG oslo_vmware.api [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701623, 'name': PowerOnVM_Task, 'duration_secs': 1.763034} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.248842] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.248842] env[62221]: INFO nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1644.248842] env[62221]: DEBUG nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1644.249745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb94a2-18ae-4fb4-9b98-b04b51c2a405 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.280326] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.280326] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.280326] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.308335] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.535118] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.574733] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701631, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.667806] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1644.668074] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1644.668994] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ced14-1de6-4ea1-ae01-effe40eecb74 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.687245] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9dc28a-bc5e-4675-9322-2f5f5ff0dc9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.710199] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.721777] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.722373] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8173c7a-2e93-44d5-84f5-8f8e790b3f07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.751617] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1644.751617] env[62221]: value = "task-1701632" [ 1644.751617] env[62221]: _type = "Task" [ 1644.751617] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.762697] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.773512] env[62221]: INFO nova.compute.manager [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Took 20.41 seconds to build instance. [ 1644.808344] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.818501] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.945205] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701629, 'name': ReconfigVM_Task, 'duration_secs': 0.258746} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.945398] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.985854] env[62221]: DEBUG nova.network.neutron [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Updating instance_info_cache with network_info: [{"id": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "address": "fa:16:3e:a8:db:36", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a786fa-96", "ovs_interfaceid": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.039381] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701630, 'name': ReconfigVM_Task, 'duration_secs': 0.84921} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.040681] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Reconfigured VM instance instance-00000068 to attach disk [datastore1] fa96e33d-d0ad-415e-b184-a0b49c9fbef6/fa96e33d-d0ad-415e-b184-a0b49c9fbef6.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.040681] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da8fa57b-9939-4baa-9d3a-e6ec08f8d061 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.051294] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1645.051294] env[62221]: value = "task-1701633" [ 1645.051294] env[62221]: _type = "Task" [ 1645.051294] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.057855] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701633, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.073241] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701631, 'name': Destroy_Task, 'duration_secs': 0.822889} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.073397] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Destroyed the VM [ 1645.073615] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1645.073883] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29df73e0-b9e4-4dc3-8044-6fb89df79f24 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.081722] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1645.081722] env[62221]: value = "task-1701634" [ 1645.081722] env[62221]: _type = "Task" [ 1645.081722] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.091012] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.223793] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1645.224052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.493s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.224440] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.355s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.224540] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.260859] env[62221]: INFO nova.scheduler.client.report [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance a75c726c-e80f-4c37-a556-a4feb6db7eef [ 1645.279718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cf449293-8b70-4726-99b5-6d902a31e57c tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.925s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.280022] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.313937] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.316776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.316970] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.454201] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1645.454201] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1645.454201] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.454201] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1645.454201] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.454849] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1645.455690] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1645.456051] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1645.456588] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1645.456860] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1645.457293] env[62221]: DEBUG nova.virt.hardware [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1645.466098] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1645.467670] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0340767d-7f7f-4e64-aee5-be993e4651fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.488531] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.488839] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Instance network_info: |[{"id": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "address": "fa:16:3e:a8:db:36", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a786fa-96", "ovs_interfaceid": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1645.489313] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1645.489313] env[62221]: value = "task-1701635" [ 1645.489313] env[62221]: _type = "Task" [ 1645.489313] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.489520] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:db:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a786fa-9600-46cc-9d96-5d9cfcf0553f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.498296] env[62221]: DEBUG oslo.service.loopingcall [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.498835] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.502850] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb55eea-dcf9-48e9-bc5f-3e60966483f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.527807] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.529457] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.529457] env[62221]: value = "task-1701636" [ 1645.529457] env[62221]: _type = "Task" [ 1645.529457] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.539654] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701636, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.564246] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701633, 'name': Rename_Task, 'duration_secs': 0.197365} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.565177] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.565177] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7824bbaf-5e3d-4667-ac17-5a15b488f328 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.573312] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1645.573312] env[62221]: value = "task-1701637" [ 1645.573312] env[62221]: _type = "Task" [ 1645.573312] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.593837] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.602872] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701634, 'name': RemoveSnapshot_Task, 'duration_secs': 0.404625} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.603213] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1645.603542] env[62221]: DEBUG nova.compute.manager [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1645.604975] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44694d-f3e1-4ec8-80ec-a5abd2d94893 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.765214] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701632, 'name': ReconfigVM_Task, 'duration_secs': 0.606517} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.765610] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.771346] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b5a653-00a0-4b40-b920-a45316ad1ed8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.786868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-65fee669-46ed-42dc-b75b-3ada3d79abab tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "a75c726c-e80f-4c37-a556-a4feb6db7eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.361s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.793593] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1645.793593] env[62221]: value = "task-1701638" [ 1645.793593] env[62221]: _type = "Task" [ 1645.793593] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.806294] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.813377] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.823376] env[62221]: DEBUG nova.compute.utils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.010346] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701635, 'name': ReconfigVM_Task, 'duration_secs': 0.242823} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.011036] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1646.011523] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58eab18-41a8-49a8-8e39-8ed41148b0e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.037983] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.041602] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dbe90c-4cb5-4cc0-a63d-a7d1339c3631 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.058937] env[62221]: DEBUG nova.compute.manager [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Received event network-changed-58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1646.058937] env[62221]: DEBUG nova.compute.manager [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Refreshing instance network info cache due to event network-changed-58a786fa-9600-46cc-9d96-5d9cfcf0553f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1646.059131] env[62221]: DEBUG oslo_concurrency.lockutils [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] Acquiring lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.059222] env[62221]: DEBUG oslo_concurrency.lockutils [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] Acquired lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.059434] env[62221]: DEBUG nova.network.neutron [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Refreshing network info cache for port 58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.069123] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701636, 'name': CreateVM_Task, 'duration_secs': 0.431606} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.071200] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.071872] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1646.071872] env[62221]: value = "task-1701639" [ 1646.071872] env[62221]: _type = "Task" [ 1646.071872] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.072562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.072731] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.073063] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.073371] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afd4c5b-8268-44b9-9637-461204a09371 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.092883] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.097611] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1646.097611] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bf2ff0-d0d0-3cb6-d68d-415675295002" [ 1646.097611] env[62221]: _type = "Task" [ 1646.097611] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.098291] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701637, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.107890] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bf2ff0-d0d0-3cb6-d68d-415675295002, 'name': SearchDatastore_Task, 'duration_secs': 0.014048} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.108244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.108511] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.108751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.109015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.109144] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.109753] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec118fc2-a1ac-4718-88b0-f1749971e26f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.119863] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.120114] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.121316] env[62221]: INFO nova.compute.manager [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Shelve offloading [ 1646.122863] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a05ddfd-29df-4b4f-83e0-3f2558f7a7e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.125731] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.125955] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38739c0c-b02e-4613-b088-c5ab70f90f78 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.132131] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1646.132131] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7555c-67d2-b628-5355-dce1751aa9f2" [ 1646.132131] env[62221]: _type = "Task" [ 1646.132131] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.136778] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1646.136778] env[62221]: value = "task-1701640" [ 1646.136778] env[62221]: _type = "Task" [ 1646.136778] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.145102] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7555c-67d2-b628-5355-dce1751aa9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.148461] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1646.148647] env[62221]: DEBUG nova.compute.manager [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1646.149437] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc7888-5fa7-44fa-ab49-84c0a302462f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.155696] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.155863] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.156052] env[62221]: DEBUG nova.network.neutron [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.306494] env[62221]: DEBUG oslo_vmware.api [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701638, 'name': ReconfigVM_Task, 'duration_secs': 0.181537} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.307356] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1646.312065] env[62221]: DEBUG oslo_vmware.api [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701620, 'name': ReconfigVM_Task, 'duration_secs': 5.829607} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.312539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.312749] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Reconfigured VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1646.326568] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.591923] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.595863] env[62221]: DEBUG oslo_vmware.api [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701637, 'name': PowerOnVM_Task, 'duration_secs': 0.537475} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.596173] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.596378] env[62221]: INFO nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1646.596562] env[62221]: DEBUG nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1646.597652] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf87e493-75a1-4d91-9ce7-0530ea605f13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.651019] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7555c-67d2-b628-5355-dce1751aa9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.653672] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb32b638-40a6-4ca6-b6f2-388981778627 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.661809] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1646.661809] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524b3441-d0a2-c324-2ce9-e81d1408ba14" [ 1646.661809] env[62221]: _type = "Task" [ 1646.661809] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.676705] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524b3441-d0a2-c324-2ce9-e81d1408ba14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.893299] env[62221]: DEBUG nova.network.neutron [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.048471] env[62221]: DEBUG nova.network.neutron [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Updated VIF entry in instance network info cache for port 58a786fa-9600-46cc-9d96-5d9cfcf0553f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.049540] env[62221]: DEBUG nova.network.neutron [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Updating instance_info_cache with network_info: [{"id": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "address": "fa:16:3e:a8:db:36", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a786fa-96", "ovs_interfaceid": "58a786fa-9600-46cc-9d96-5d9cfcf0553f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.096956] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701639, 'name': ReconfigVM_Task, 'duration_secs': 0.551051} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.097577] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58/322be74b-a8d4-4b34-a1a9-e626631e6c58.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.097852] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.124109] env[62221]: INFO nova.compute.manager [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Took 22.16 seconds to build instance. [ 1647.174148] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524b3441-d0a2-c324-2ce9-e81d1408ba14, 'name': SearchDatastore_Task, 'duration_secs': 0.022879} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.174396] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.174625] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 06495f71-360d-4876-99df-1e48312ca597/06495f71-360d-4876-99df-1e48312ca597.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.175221] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fb0205b-0cb7-4163-a0e5-0426a2b33abc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.184199] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1647.184199] env[62221]: value = "task-1701642" [ 1647.184199] env[62221]: _type = "Task" [ 1647.184199] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.193730] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.361106] env[62221]: DEBUG nova.objects.instance [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'flavor' on Instance uuid 8358a4d4-6167-4ae6-94c7-8ec0f431a504 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.395380] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.410368] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.410638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.411243] env[62221]: INFO nova.compute.manager [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Attaching volume 095f6fb1-15a8-4369-b39c-836ed6241027 to /dev/sdb [ 1647.460668] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74005f2b-d10a-4378-86d2-2b1bc9845cec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.472445] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a790d498-df91-4426-9e1d-9dc50b5d566d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.495608] env[62221]: DEBUG nova.virt.block_device [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating existing volume attachment record: 63e422e3-545b-47cc-afcd-aca02323f6e2 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1647.551903] env[62221]: DEBUG oslo_concurrency.lockutils [req-b30f5097-c70a-4cec-8bed-ee38b3ba0324 req-58cc2ea6-643a-4ee0-b41c-8367a8dcffb5 service nova] Releasing lock "refresh_cache-06495f71-360d-4876-99df-1e48312ca597" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.591837] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.592138] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.592355] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.592883] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.592883] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.600015] env[62221]: INFO nova.compute.manager [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Terminating instance [ 1647.603501] env[62221]: DEBUG nova.compute.manager [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1647.604453] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.607037] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b7ad0-a9e8-4133-bb01-0c8c92c219e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.613967] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3feb7de-f79c-47b0-8d04-3a2662f8b248 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.642129] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c1b85e8d-0b2d-4d9c-b88d-1e9adffcc5ba tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.682s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.644938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9a8c6-70ac-40e3-ba6f-f6c425e51023 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.648351] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.648351] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920e2015-b37b-45b0-a360-1aed01f378b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.650441] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.650441] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.650824] env[62221]: DEBUG nova.network.neutron [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.668121] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.681181] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1647.681181] env[62221]: value = "task-1701644" [ 1647.681181] env[62221]: _type = "Task" [ 1647.681181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.692403] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.699150] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.699150] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 06495f71-360d-4876-99df-1e48312ca597/06495f71-360d-4876-99df-1e48312ca597.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.699150] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.699150] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05e7279d-f095-4489-af46-b20b9faa4445 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.708077] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1647.708077] env[62221]: value = "task-1701645" [ 1647.708077] env[62221]: _type = "Task" [ 1647.708077] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.720264] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.867332] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4614bcc3-6440-42b4-9a3c-a77659f41d89 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.362s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.091644] env[62221]: INFO nova.network.neutron [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Port 93d8f38d-f4a1-457c-b218-3fcc1230dc63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1648.091982] env[62221]: DEBUG nova.network.neutron [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.192460] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701644, 'name': PowerOffVM_Task, 'duration_secs': 0.370331} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.192685] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.192854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.193134] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52fecdaf-5f4d-43bf-8d41-3749a8adaf0c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.221221] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213849} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.221643] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.222538] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f4c46-7354-4d29-9ddb-2c15b47927ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.260867] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 06495f71-360d-4876-99df-1e48312ca597/06495f71-360d-4876-99df-1e48312ca597.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.261250] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414b59fc-9313-49ad-96d9-1a66cd719a4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.289962] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1648.289962] env[62221]: value = "task-1701649" [ 1648.289962] env[62221]: _type = "Task" [ 1648.289962] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.294159] env[62221]: DEBUG nova.network.neutron [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Port de3c32a7-308f-404c-9059-538d99fbc368 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1648.306029] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.314521] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.314821] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.315019] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleting the datastore file [datastore1] 5beb982b-a0f9-4574-90ef-8fed1a7a935b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.315686] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-389de2ea-bc26-4245-8bae-e4785b6a611c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.327951] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for the task: (returnval){ [ 1648.327951] env[62221]: value = "task-1701651" [ 1648.327951] env[62221]: _type = "Task" [ 1648.327951] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.342158] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.348439] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.350157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cdfe6-8441-4c81-837a-76f9967e71b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.360288] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.360555] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8f885c-00eb-4eb5-bb42-2e7a39ab4058 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.370406] env[62221]: DEBUG nova.compute.manager [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-vif-unplugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.370655] env[62221]: DEBUG oslo_concurrency.lockutils [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.370949] env[62221]: DEBUG oslo_concurrency.lockutils [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.371102] env[62221]: DEBUG oslo_concurrency.lockutils [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.371271] env[62221]: DEBUG nova.compute.manager [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] No waiting events found dispatching network-vif-unplugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.371427] env[62221]: WARNING nova.compute.manager [req-e9827262-89cb-4a08-9827-53a0e1b9fc6b req-1f50b0f7-f35b-4504-8c8b-c83f94eda219 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received unexpected event network-vif-unplugged-d56222db-2366-432b-8a94-c82e4f098512 for instance with vm_state shelved and task_state shelving_offloading. [ 1648.581243] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.581545] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.581744] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.582133] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f11bc1-0968-429f-8ff9-19f8b8c0d275 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.592197] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1648.592197] env[62221]: value = "task-1701653" [ 1648.592197] env[62221]: _type = "Task" [ 1648.592197] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.597914] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.609804] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.777173] env[62221]: DEBUG nova.compute.manager [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.777426] env[62221]: DEBUG nova.compute.manager [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing instance network info cache due to event network-changed-9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1648.777654] env[62221]: DEBUG oslo_concurrency.lockutils [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] Acquiring lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.777801] env[62221]: DEBUG oslo_concurrency.lockutils [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] Acquired lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.777968] env[62221]: DEBUG nova.network.neutron [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Refreshing network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.803322] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701649, 'name': ReconfigVM_Task, 'duration_secs': 0.360831} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.803586] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 06495f71-360d-4876-99df-1e48312ca597/06495f71-360d-4876-99df-1e48312ca597.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.804587] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dcba7c6-cb53-4e9e-9fc2-5856fbafe15c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.813505] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1648.813505] env[62221]: value = "task-1701654" [ 1648.813505] env[62221]: _type = "Task" [ 1648.813505] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.823222] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701654, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.838801] env[62221]: DEBUG oslo_vmware.api [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Task: {'id': task-1701651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18467} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.839255] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.839578] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.839826] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.840027] env[62221]: INFO nova.compute.manager [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1648.840286] env[62221]: DEBUG oslo.service.loopingcall [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.840490] env[62221]: DEBUG nova.compute.manager [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1648.840593] env[62221]: DEBUG nova.network.neutron [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.996039] env[62221]: INFO nova.compute.manager [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Rebuilding instance [ 1649.070024] env[62221]: DEBUG nova.compute.manager [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.070024] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285614e9-bcb0-4fc1-a8f0-19798260d584 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.103865] env[62221]: DEBUG oslo_vmware.api [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185462} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.107135] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.107135] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.107135] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.108886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1fb5fa2a-156f-4464-9aee-b4edea13bd6d tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-50d9daac-be41-4cd4-b378-271494ce2eee-93d8f38d-f4a1-457c-b218-3fcc1230dc63" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.424s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.137129] env[62221]: INFO nova.scheduler.client.report [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted allocations for instance 44e2741a-1877-4091-920d-b7a499ee1696 [ 1649.330438] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.330675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.330852] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.344695] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701654, 'name': Rename_Task, 'duration_secs': 0.155949} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.350214] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.350214] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7465f436-3321-4965-a4d2-f5a688d69bb8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.358601] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1649.358601] env[62221]: value = "task-1701655" [ 1649.358601] env[62221]: _type = "Task" [ 1649.358601] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.368556] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.475796] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.476207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.476855] env[62221]: DEBUG nova.objects.instance [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'flavor' on Instance uuid d0609fec-c66c-405f-a243-8a854b11c02d {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.581975] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.582631] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-762eb973-412e-4cc2-ba38-c08cb3d62056 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.592037] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1649.592037] env[62221]: value = "task-1701656" [ 1649.592037] env[62221]: _type = "Task" [ 1649.592037] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.602497] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.640720] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.640840] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.640983] env[62221]: DEBUG nova.objects.instance [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'resources' on Instance uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.690169] env[62221]: DEBUG nova.network.neutron [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updated VIF entry in instance network info cache for port 9bd47574-cfd0-4357-8dae-c9fd2427e17d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.690662] env[62221]: DEBUG nova.network.neutron [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [{"id": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "address": "fa:16:3e:16:4b:9a", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd47574-cf", "ovs_interfaceid": "9bd47574-cfd0-4357-8dae-c9fd2427e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.702762] env[62221]: DEBUG nova.network.neutron [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.869641] env[62221]: DEBUG oslo_vmware.api [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701655, 'name': PowerOnVM_Task, 'duration_secs': 0.474118} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.869641] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.869861] env[62221]: INFO nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1649.870082] env[62221]: DEBUG nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.870877] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08428719-6ffc-4cf5-83c8-c79ba8543853 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.105723] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701656, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.136765] env[62221]: DEBUG nova.objects.instance [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'pci_requests' on Instance uuid d0609fec-c66c-405f-a243-8a854b11c02d {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.144166] env[62221]: DEBUG nova.objects.instance [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'numa_topology' on Instance uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.194311] env[62221]: DEBUG oslo_concurrency.lockutils [req-c1370ff5-85c7-4cbc-b640-c98ecaedf00c req-86434053-9d2a-49e1-901b-b7ef32eae00c service nova] Releasing lock "refresh_cache-50d9daac-be41-4cd4-b378-271494ce2eee" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.208063] env[62221]: INFO nova.compute.manager [-] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Took 1.37 seconds to deallocate network for instance. [ 1650.374114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.374389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.374510] env[62221]: DEBUG nova.network.neutron [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.389078] env[62221]: INFO nova.compute.manager [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Took 16.05 seconds to build instance. [ 1650.606446] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701656, 'name': PowerOffVM_Task, 'duration_secs': 0.524315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.606790] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.640181] env[62221]: DEBUG nova.objects.base [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1650.640446] env[62221]: DEBUG nova.network.neutron [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.649397] env[62221]: DEBUG nova.objects.base [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Object Instance<44e2741a-1877-4091-920d-b7a499ee1696> lazy-loaded attributes: resources,numa_topology {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1650.713548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.715222] env[62221]: DEBUG nova.policy [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295074be7f64c8ab3cbde839f0a8052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd01dd16a524a2bbe349e24fdf9e707', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1650.891525] env[62221]: DEBUG oslo_concurrency.lockutils [None req-692bf3b4-5abc-4275-911a-955b177b8262 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.190s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.899275] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebaccf-1712-4c16-9ba6-424ddf6c9f9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.908461] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4167dda7-9964-4f53-aa3c-65c0837f38bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.946799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066e1ce-2270-4242-a9a3-db445f2ee3aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.958168] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d82aedc-43d3-458c-8fb8-533cd6627427 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.976134] env[62221]: DEBUG nova.compute.provider_tree [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.978566] env[62221]: INFO nova.compute.manager [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Detaching volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 [ 1651.045607] env[62221]: INFO nova.virt.block_device [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Attempting to driver detach volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 from mountpoint /dev/sdb [ 1651.045908] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1651.046027] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1651.047444] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683f8675-1ae5-48ef-8cc6-11eab5a38203 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.075320] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6178f48b-89f6-4f3c-bb8c-134e933dda9e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.087364] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff0523-1ed6-451d-a739-c256a45d6b79 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.116842] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa3194-4537-419e-9168-94b4d4a3cfba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.133365] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1651.139151] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1651.139486] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ed8e72-4adf-4571-86c9-517dc84095ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.158437] env[62221]: DEBUG nova.compute.manager [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-changed-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1651.158676] env[62221]: DEBUG nova.compute.manager [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing instance network info cache due to event network-changed-d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1651.158897] env[62221]: DEBUG oslo_concurrency.lockutils [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.159052] env[62221]: DEBUG oslo_concurrency.lockutils [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.159569] env[62221]: DEBUG nova.network.neutron [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing network info cache for port d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.170566] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1651.170566] env[62221]: value = "task-1701658" [ 1651.170566] env[62221]: _type = "Task" [ 1651.170566] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.181626] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.201699] env[62221]: DEBUG nova.network.neutron [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.317983] env[62221]: DEBUG nova.compute.manager [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1651.317983] env[62221]: DEBUG nova.compute.manager [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing instance network info cache due to event network-changed-8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1651.317983] env[62221]: DEBUG oslo_concurrency.lockutils [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.317983] env[62221]: DEBUG oslo_concurrency.lockutils [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.317983] env[62221]: DEBUG nova.network.neutron [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.482733] env[62221]: DEBUG nova.scheduler.client.report [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1651.684477] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701658, 'name': ReconfigVM_Task, 'duration_secs': 0.412577} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.685088] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1651.691301] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae62732-fff8-4e38-a5ba-d744069a8810 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.715169] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.725454] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1651.725454] env[62221]: value = "task-1701659" [ 1651.725454] env[62221]: _type = "Task" [ 1651.725454] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.736545] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.932805] env[62221]: DEBUG nova.network.neutron [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updated VIF entry in instance network info cache for port d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.933231] env[62221]: DEBUG nova.network.neutron [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd56222db-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.993370] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.997187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.284s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.997448] env[62221]: DEBUG nova.objects.instance [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lazy-loading 'resources' on Instance uuid 5beb982b-a0f9-4574-90ef-8fed1a7a935b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.244683] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701659, 'name': ReconfigVM_Task, 'duration_secs': 0.237687} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.245053] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1652.253527] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e701e9f-ebba-4a04-a1d6-d08db76ae1da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.279828] env[62221]: DEBUG nova.network.neutron [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updated VIF entry in instance network info cache for port 8b0406c5-87fa-45f6-bc8b-6e441018d97f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.279828] env[62221]: DEBUG nova.network.neutron [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.282998] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d788e36-acfe-4d2e-bb67-a105b3db24d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.294685] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.435986] env[62221]: DEBUG oslo_concurrency.lockutils [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.436340] env[62221]: DEBUG nova.compute.manager [req-54eac84f-442c-46d9-8d26-7f470aec4a81 req-0f35a76b-3621-4757-861e-e2d235921f82 service nova] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Received event network-vif-deleted-1fcd6ddf-0790-4c2e-b71f-3df1a3497deb {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.514209] env[62221]: DEBUG oslo_concurrency.lockutils [None req-753c92a4-1596-4e9e-8332-5da7e813ceb2 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.972s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.530042] env[62221]: DEBUG nova.network.neutron [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Successfully updated port: 93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.585811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.586860] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.586860] env[62221]: INFO nova.compute.manager [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Unshelving [ 1652.787940] env[62221]: DEBUG oslo_concurrency.lockutils [req-b0ec920e-d3b3-437b-9cdb-41e5666c1cda req-01c76906-9fe0-4563-afa9-3ed02a7b8318 service nova] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.804671] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.807256] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b117758-80d6-4aa5-8637-15e7d51ee27c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.810703] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a6e50-e69a-4777-a431-493703941242 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.819496] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f1c8e8-6559-412a-b87c-56b95b74ab11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.824398] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1652.824398] env[62221]: value = "task-1701661" [ 1652.824398] env[62221]: _type = "Task" [ 1652.824398] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.854014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb65c8-ef39-4ad5-915b-5d6d93c20ceb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.860551] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.867035] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70563e88-f895-4e9f-b491-bf28e572bde4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.881569] env[62221]: DEBUG nova.compute.provider_tree [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.041802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.041802] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.041802] env[62221]: DEBUG nova.network.neutron [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.227770] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.229279] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.229608] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1653.244797] env[62221]: DEBUG nova.compute.manager [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1653.245783] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7357fda2-0d56-4f53-93f7-9a9a718068cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.314053] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.314340] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b853e68-03a9-4f9b-a5e9-dff9c7b680b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.323819] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1653.323819] env[62221]: value = "task-1701662" [ 1653.323819] env[62221]: _type = "Task" [ 1653.323819] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.352382] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.353133] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1653.353343] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1653.353538] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1653.354479] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f8be9-fe2a-4996-92fb-6bc1f45b1b2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.375854] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a8f61-589c-4c85-b871-5c21ab9f94b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.383952] env[62221]: WARNING nova.virt.vmwareapi.driver [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1653.384347] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.387640] env[62221]: DEBUG nova.scheduler.client.report [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1653.392157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c6567-596f-4b8b-b44d-34be83ea2515 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.403553] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.404703] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd63f0a0-e3f9-4457-88fa-c1f5e4ab535b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.489358] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.489996] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.489996] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.490396] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a304f6f2-4cc5-443f-a4eb-055535a3d778 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.499686] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1653.499686] env[62221]: value = "task-1701664" [ 1653.499686] env[62221]: _type = "Task" [ 1653.499686] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.509165] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.585795] env[62221]: WARNING nova.network.neutron [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] 57083971-e132-4edd-b3cb-0d48576241e8 already exists in list: networks containing: ['57083971-e132-4edd-b3cb-0d48576241e8']. ignoring it [ 1653.613806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.756383] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "402efd93-620a-4846-98e3-6458d9a2f057" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.756635] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.761637] env[62221]: INFO nova.compute.manager [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] instance snapshotting [ 1653.764646] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9328c0-06ac-456c-83d0-7caaebf137e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.788951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.789160] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.789332] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1653.790939] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2392c235-c145-4468-bad9-3cb587716955 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.840121] env[62221]: DEBUG oslo_vmware.api [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701661, 'name': PowerOnVM_Task, 'duration_secs': 0.78229} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.840434] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.840623] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f04eb-b6c8-4300-9b97-04701bfb5729 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance '322be74b-a8d4-4b34-a1a9-e626631e6c58' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.899022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.899920] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.287s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.900660] env[62221]: DEBUG nova.objects.instance [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'pci_requests' on Instance uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.918143] env[62221]: INFO nova.scheduler.client.report [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Deleted allocations for instance 5beb982b-a0f9-4574-90ef-8fed1a7a935b [ 1654.014814] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.060843] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1654.061093] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354658', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'name': 'volume-095f6fb1-15a8-4369-b39c-836ed6241027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd11af1c1-3a70-4526-ba78-e092c30ddc54', 'attached_at': '', 'detached_at': '', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'serial': '095f6fb1-15a8-4369-b39c-836ed6241027'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1654.062319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c19b2-cddd-49b3-afc7-5ea6aeebf97c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.087635] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e21cb3-b687-47b7-98a2-b942d2cfc8cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.124318] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-095f6fb1-15a8-4369-b39c-836ed6241027/volume-095f6fb1-15a8-4369-b39c-836ed6241027.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.124950] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23fc0f4f-340c-4375-b019-80cf900b4272 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.146920] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1654.146920] env[62221]: value = "task-1701665" [ 1654.146920] env[62221]: _type = "Task" [ 1654.146920] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.157631] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.186030] env[62221]: DEBUG nova.compute.manager [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.186353] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.186551] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.186661] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.186912] env[62221]: DEBUG nova.compute.manager [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] No waiting events found dispatching network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1654.187059] env[62221]: WARNING nova.compute.manager [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received unexpected event network-vif-plugged-93d8f38d-f4a1-457c-b218-3fcc1230dc63 for instance with vm_state active and task_state None. [ 1654.187264] env[62221]: DEBUG nova.compute.manager [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-changed-93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.187620] env[62221]: DEBUG nova.compute.manager [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing instance network info cache due to event network-changed-93d8f38d-f4a1-457c-b218-3fcc1230dc63. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1654.187826] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.264030] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1654.284995] env[62221]: DEBUG nova.network.neutron [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "address": "fa:16:3e:03:92:3f", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d8f38d-f4", "ovs_interfaceid": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.304505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1654.304976] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7885e43a-7f4d-468b-ad30-39487c1ddc6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.316215] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1654.316215] env[62221]: value = "task-1701666" [ 1654.316215] env[62221]: _type = "Task" [ 1654.316215] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.338037] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.406471] env[62221]: DEBUG nova.objects.instance [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'numa_topology' on Instance uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.430161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79314384-4b42-4824-b9c1-8fcfeeb01bca tempest-ServersTestJSON-1053757526 tempest-ServersTestJSON-1053757526-project-member] Lock "5beb982b-a0f9-4574-90ef-8fed1a7a935b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.838s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.476875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.477183] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.517356] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.517808] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.518250] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.518586] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.658762] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701665, 'name': ReconfigVM_Task, 'duration_secs': 0.482491} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.659095] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-095f6fb1-15a8-4369-b39c-836ed6241027/volume-095f6fb1-15a8-4369-b39c-836ed6241027.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.664554] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9ff345-b9e3-44cc-8658-71f88025eb5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.682516] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1654.682516] env[62221]: value = "task-1701667" [ 1654.682516] env[62221]: _type = "Task" [ 1654.682516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.692486] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.786604] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.788342] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.789047] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.789306] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.789644] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.789840] env[62221]: DEBUG nova.network.neutron [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Refreshing network info cache for port 93d8f38d-f4a1-457c-b218-3fcc1230dc63 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.792232] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa8caa-5f99-44b5-8781-1fb8c16d74b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.811786] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.811987] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.812174] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.812365] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.812514] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.812661] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.812866] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.813041] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.813237] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.813459] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.813585] env[62221]: DEBUG nova.virt.hardware [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.820106] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfiguring VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1654.820896] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8859dcae-8ca2-46ad-b412-000d10b8a97c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.845091] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.846903] env[62221]: DEBUG oslo_vmware.api [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1654.846903] env[62221]: value = "task-1701668" [ 1654.846903] env[62221]: _type = "Task" [ 1654.846903] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.861341] env[62221]: DEBUG oslo_vmware.api [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701668, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.908865] env[62221]: INFO nova.compute.claims [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.980535] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1655.025735] env[62221]: INFO nova.virt.block_device [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Booting with volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 at /dev/sdb [ 1655.066831] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ce9ca44-6745-468f-ac17-c5f5aeb13e26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.077265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cf33c6-c110-431f-bca0-a2cb89c59a11 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.113729] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff2ece0c-e7d2-4ff6-bcd2-d4b1bdf5d343 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.124975] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338188b-23e5-4c49-9e82-0fa469e9aa5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.142957] env[62221]: DEBUG oslo_concurrency.lockutils [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.143605] env[62221]: DEBUG oslo_concurrency.lockutils [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.143891] env[62221]: DEBUG nova.compute.manager [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1655.144834] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb13ec8-c27a-4dc0-9739-8bffe9705c80 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.161580] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8f68b-39cf-40c8-a51a-86c80bdeb0f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.164290] env[62221]: DEBUG nova.compute.manager [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1655.164882] env[62221]: DEBUG nova.objects.instance [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'flavor' on Instance uuid abb64cdc-ecef-47fa-9185-99fac06dc80c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.171853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422e0af-09f5-4cad-b714-5aed56ead647 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.190314] env[62221]: DEBUG nova.virt.block_device [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating existing volume attachment record: d0d7d6c2-ae3d-46f4-a67a-52671aed8859 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1655.200103] env[62221]: DEBUG oslo_vmware.api [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701667, 'name': ReconfigVM_Task, 'duration_secs': 0.149451} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.200253] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354658', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'name': 'volume-095f6fb1-15a8-4369-b39c-836ed6241027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd11af1c1-3a70-4526-ba78-e092c30ddc54', 'attached_at': '', 'detached_at': '', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'serial': '095f6fb1-15a8-4369-b39c-836ed6241027'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1655.260654] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.332220] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.366423] env[62221]: DEBUG oslo_vmware.api [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.510163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.670129] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.670403] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498a565f-0e24-4959-9b3c-3af04e0fa4ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.679552] env[62221]: DEBUG oslo_vmware.api [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1655.679552] env[62221]: value = "task-1701669" [ 1655.679552] env[62221]: _type = "Task" [ 1655.679552] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.690020] env[62221]: DEBUG oslo_vmware.api [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.763707] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.763907] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1655.764515] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.764564] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.764683] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.764833] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.764967] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.765131] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.765290] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1655.772320] env[62221]: DEBUG nova.network.neutron [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updated VIF entry in instance network info cache for port 93d8f38d-f4a1-457c-b218-3fcc1230dc63. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.772890] env[62221]: DEBUG nova.network.neutron [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "address": "fa:16:3e:03:92:3f", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d8f38d-f4", "ovs_interfaceid": "93d8f38d-f4a1-457c-b218-3fcc1230dc63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.832903] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701666, 'name': CreateSnapshot_Task, 'duration_secs': 1.05114} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.833443] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1655.834327] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e99d6-2c50-4242-ad2c-b899755c2cb7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.863028] env[62221]: DEBUG oslo_vmware.api [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701668, 'name': ReconfigVM_Task, 'duration_secs': 0.672567} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.863028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.863028] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfigured VM to attach interface {{(pid=62221) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1656.185464] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbf844-bf6d-4444-8bb7-c88eb600417b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.194917] env[62221]: DEBUG oslo_vmware.api [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701669, 'name': PowerOffVM_Task, 'duration_secs': 0.373697} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.197152] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.197152] env[62221]: DEBUG nova.compute.manager [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.197825] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac048f21-0468-4afe-ad02-5a0f716c8136 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.200920] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211d9a6-1644-43f6-88e4-cbb1410cd711 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.246834] env[62221]: DEBUG nova.objects.instance [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'flavor' on Instance uuid d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.249622] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a0c76-eab6-4c64-b4ed-b5cc4d2bf322 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.263247] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85df9be8-e490-446f-9123-834d3e00bd8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.279832] env[62221]: DEBUG oslo_concurrency.lockutils [req-513d607d-d875-4a56-b3ce-c6a4a027a8b4 req-277bb29b-1b83-4da7-999d-94c0cf316bcd service nova] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.280482] env[62221]: DEBUG nova.compute.provider_tree [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.354726] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1656.355070] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12648b33-e328-4958-be1d-f5f4e5455930 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.365333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-504231a4-f914-416c-be14-fc1ef1416c05 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.889s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.370015] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1656.370015] env[62221]: value = "task-1701670" [ 1656.370015] env[62221]: _type = "Task" [ 1656.370015] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.377912] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701670, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.595337] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.595752] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.596179] env[62221]: DEBUG nova.compute.manager [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Going to confirm migration 6 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1656.721277] env[62221]: DEBUG oslo_concurrency.lockutils [None req-adb7f6ef-56a6-4109-85a7-bdbff6166b15 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.575s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.754022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-03870dd3-24b9-4ced-b687-5269872c780b tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.343s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.783993] env[62221]: DEBUG nova.scheduler.client.report [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1656.881023] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701670, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.144114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.144410] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquired lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.144684] env[62221]: DEBUG nova.network.neutron [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.144960] env[62221]: DEBUG nova.objects.instance [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'info_cache' on Instance uuid 322be74b-a8d4-4b34-a1a9-e626631e6c58 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.288758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.291363] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.505s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.294163] env[62221]: INFO nova.compute.claims [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.340409] env[62221]: INFO nova.network.neutron [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating port d56222db-2366-432b-8a94-c82e4f098512 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1657.347186] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.347186] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.347186] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.347503] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.347503] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.347694] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.347872] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.348063] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.348252] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.348453] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.348635] env[62221]: DEBUG nova.virt.hardware [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.349531] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c08e7d-8531-49a0-b8f8-a6a8026b7580 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.360125] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063734e-3afa-4215-a4ad-56ce1fe25714 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.375528] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:9f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d92d48-219d-44e1-ae53-5314e9b7fb11', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.383105] env[62221]: DEBUG oslo.service.loopingcall [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.386220] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.386461] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-676ead54-7fa1-4645-8439-93625e790a48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.408405] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701670, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.409776] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.409776] env[62221]: value = "task-1701671" [ 1657.409776] env[62221]: _type = "Task" [ 1657.409776] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.417910] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701671, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.885646] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701670, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.920399] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701671, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.192126] env[62221]: INFO nova.compute.manager [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Rescuing [ 1658.192432] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.192592] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.192835] env[62221]: DEBUG nova.network.neutron [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.348276] env[62221]: DEBUG nova.network.neutron [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [{"id": "de3c32a7-308f-404c-9059-538d99fbc368", "address": "fa:16:3e:73:10:31", "network": {"id": "48281221-b020-40db-be43-fdc4389a8c96", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637686219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca7009b75e24c90bfce0f920a28ee5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3c32a7-30", "ovs_interfaceid": "de3c32a7-308f-404c-9059-538d99fbc368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.384800] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701670, 'name': CloneVM_Task, 'duration_secs': 1.753409} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.387192] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Created linked-clone VM from snapshot [ 1658.388563] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26df597-ca16-4674-a6c6-b466ebcc7868 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.396185] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Uploading image 28e782a3-0dab-40ab-b89d-3ccbd880241b {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1658.422266] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701671, 'name': CreateVM_Task, 'duration_secs': 0.554159} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.426051] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.427598] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.427598] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.429238] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.429493] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3004891-9fa2-4a70-adde-17f81bac8af2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.435261] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1658.435261] env[62221]: value = "vm-354660" [ 1658.435261] env[62221]: _type = "VirtualMachine" [ 1658.435261] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1658.435470] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d00ef4e5-eafd-4d7d-bec7-69429ead4690 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.438232] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1658.438232] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525deb7f-abd5-36e1-3a0e-1b07b0df0fdf" [ 1658.438232] env[62221]: _type = "Task" [ 1658.438232] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.447528] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease: (returnval){ [ 1658.447528] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529e7dcb-2a21-f4c7-76c0-6f446a98aa32" [ 1658.447528] env[62221]: _type = "HttpNfcLease" [ 1658.447528] env[62221]: } obtained for exporting VM: (result){ [ 1658.447528] env[62221]: value = "vm-354660" [ 1658.447528] env[62221]: _type = "VirtualMachine" [ 1658.447528] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1658.447869] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the lease: (returnval){ [ 1658.447869] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529e7dcb-2a21-f4c7-76c0-6f446a98aa32" [ 1658.447869] env[62221]: _type = "HttpNfcLease" [ 1658.447869] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1658.451739] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525deb7f-abd5-36e1-3a0e-1b07b0df0fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.454934] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.455058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.455856] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.456081] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.456280] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.458862] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-023826e0-83fe-4ced-932f-f4c2682c11bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.465072] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.465072] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529e7dcb-2a21-f4c7-76c0-6f446a98aa32" [ 1658.465072] env[62221]: _type = "HttpNfcLease" [ 1658.465072] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.465472] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.465472] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529e7dcb-2a21-f4c7-76c0-6f446a98aa32" [ 1658.465472] env[62221]: _type = "HttpNfcLease" [ 1658.465472] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1658.466080] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60f978-39e3-4a49-8bcb-257a93118091 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.469420] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.469593] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.470589] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd83d75-f1e6-4be6-b2ad-be26cf098608 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.478464] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.478638] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1658.541306] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1658.541306] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525e2afd-4aba-9159-be83-c17c3e8b582f" [ 1658.541306] env[62221]: _type = "Task" [ 1658.541306] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.555689] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525e2afd-4aba-9159-be83-c17c3e8b582f, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.555689] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a9eb20-66b4-41e0-a557-8d67ef0723c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.562267] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1658.562267] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db26d3-828c-98e6-5559-d5753a186275" [ 1658.562267] env[62221]: _type = "Task" [ 1658.562267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.574197] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db26d3-828c-98e6-5559-d5753a186275, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.574438] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.574686] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.575120] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe109ff-491f-406c-9e5c-db9ffabacdc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.584225] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49075e52-a48a-4c1a-b8df-e50fdaccceed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.590619] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1658.590619] env[62221]: value = "task-1701673" [ 1658.590619] env[62221]: _type = "Task" [ 1658.590619] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.604315] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.635283] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44bd412-b5e8-40af-857a-dba9fd48281b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.643665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54855aaf-2ac6-4a5b-8b1d-1107b4c9823f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.679410] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e65a6e-f69d-47fa-a036-9699ec7c7c68 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.687821] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ecfa7-57a7-4b14-8bcb-5060e8360656 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.703501] env[62221]: DEBUG nova.compute.provider_tree [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.852933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Releasing lock "refresh_cache-322be74b-a8d4-4b34-a1a9-e626631e6c58" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.853427] env[62221]: DEBUG nova.objects.instance [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lazy-loading 'migration_context' on Instance uuid 322be74b-a8d4-4b34-a1a9-e626631e6c58 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.046712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.047085] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.101645] env[62221]: DEBUG nova.objects.instance [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'flavor' on Instance uuid abb64cdc-ecef-47fa-9185-99fac06dc80c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.102824] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496789} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.106363] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.106363] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.106363] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-538bd9f3-8f25-441c-a555-03776d0ce597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.112168] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1659.112168] env[62221]: value = "task-1701674" [ 1659.112168] env[62221]: _type = "Task" [ 1659.112168] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.122555] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.207828] env[62221]: DEBUG nova.network.neutron [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.210077] env[62221]: DEBUG nova.scheduler.client.report [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.260328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.260519] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.260702] env[62221]: DEBUG nova.network.neutron [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.299482] env[62221]: DEBUG nova.compute.manager [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1659.299482] env[62221]: DEBUG oslo_concurrency.lockutils [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.299482] env[62221]: DEBUG oslo_concurrency.lockutils [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.299482] env[62221]: DEBUG oslo_concurrency.lockutils [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.299482] env[62221]: DEBUG nova.compute.manager [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] No waiting events found dispatching network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1659.299482] env[62221]: WARNING nova.compute.manager [req-dd5463b6-1e68-4737-8991-729cf01c18a9 req-c7aa8b07-1d22-4846-9ded-2ebcd3dfe1f5 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received unexpected event network-vif-plugged-d56222db-2366-432b-8a94-c82e4f098512 for instance with vm_state shelved_offloaded and task_state spawning. [ 1659.359235] env[62221]: DEBUG nova.objects.base [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Object Instance<322be74b-a8d4-4b34-a1a9-e626631e6c58> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1659.360226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba724d-af62-46f1-a218-e781820c6201 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.384067] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3234e037-3233-49a6-8013-3cfb436da69b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.390187] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1659.390187] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246b978-762b-8583-b77e-31db1379e9c1" [ 1659.390187] env[62221]: _type = "Task" [ 1659.390187] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.400496] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246b978-762b-8583-b77e-31db1379e9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.552517] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.552820] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.553787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70cd480-ece6-48d9-a641-29ba1446c330 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.575826] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c25d2-18ee-497b-963e-49eb3f2dde47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.605414] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfiguring VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1659.608499] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c2e88e-6d3a-4fad-adc1-06599d4d5a2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.624612] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.625095] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquired lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.626336] env[62221]: DEBUG nova.network.neutron [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.626336] env[62221]: DEBUG nova.objects.instance [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'info_cache' on Instance uuid abb64cdc-ecef-47fa-9185-99fac06dc80c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.637325] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118769} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.638421] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.638825] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1659.638825] env[62221]: value = "task-1701675" [ 1659.638825] env[62221]: _type = "Task" [ 1659.638825] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.640193] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2578936-98ed-4fda-94d7-5f6651cf5154 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.655332] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.676701] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.677143] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a871df2-3736-4057-90e6-53d964f9a035 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.700103] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1659.700103] env[62221]: value = "task-1701676" [ 1659.700103] env[62221]: _type = "Task" [ 1659.700103] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.713759] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.715491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.717944] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.718488] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1659.721424] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.213s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.722989] env[62221]: INFO nova.compute.claims [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.904421] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5246b978-762b-8583-b77e-31db1379e9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.904930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.030522] env[62221]: DEBUG nova.network.neutron [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.132932] env[62221]: DEBUG nova.objects.base [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1660.153796] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.212687] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.230761] env[62221]: DEBUG nova.compute.utils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.232064] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1660.232207] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1660.254147] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.254409] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad3ce1c-cf55-4fe9-bbff-d754a19ed5c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.263261] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1660.263261] env[62221]: value = "task-1701677" [ 1660.263261] env[62221]: _type = "Task" [ 1660.263261] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.273681] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.284353] env[62221]: DEBUG nova.policy [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e5bfa374b5482b98b1cd69630d8554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1e8b16f18c442fc82b431c0a953eb5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1660.537031] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.568569] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f6dab9a23c985316bc966ae6dda7ee2e',container_format='bare',created_at=2024-12-10T18:42:49Z,direct_url=,disk_format='vmdk',id=efd4fbd9-daba-4be8-8b88-965518e8e263,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2013356777-shelved',owner='6c429e9152524f7ca414886f4d09c8cf',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-10T18:43:06Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1660.568826] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1660.569417] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.570235] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1660.570469] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.570653] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1660.570891] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1660.571073] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1660.571253] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1660.571765] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1660.571765] env[62221]: DEBUG nova.virt.hardware [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1660.572545] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b454ff-29c1-4488-af71-4bee1f8a3b91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.582696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f52f6-4291-47e6-9ee8-2b8a82a0c71f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.598279] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd56222db-2366-432b-8a94-c82e4f098512', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.607271] env[62221]: DEBUG oslo.service.loopingcall [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.607690] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.607939] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bf99b4-88eb-47bd-9d7d-b57fa70d2f21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.627912] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Successfully created port: 8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.634976] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.634976] env[62221]: value = "task-1701678" [ 1660.634976] env[62221]: _type = "Task" [ 1660.634976] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.651046] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701678, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.656531] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.712920] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701676, 'name': ReconfigVM_Task, 'duration_secs': 0.639511} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.713360] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504/8358a4d4-6167-4ae6-94c7-8ec0f431a504.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.714876] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'image_id': '0c447946-ef39-490e-8977-231b6aac1e89'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': 'd0d7d6c2-ae3d-46f4-a67a-52671aed8859', 'boot_index': None, 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'}, 'volume_type': None}], 'swap': None} {{(pid=62221) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1660.715089] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1660.715417] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1660.720195] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785fcac5-03b8-4aac-a726-e5462137c9a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.741770] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1660.745598] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6c2bb-f5cc-4554-a18a-30f67419e9f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.774699] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.781358] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d79250-3364-4016-aba5-fe3cd963c046 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.803411] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701677, 'name': PowerOffVM_Task, 'duration_secs': 0.246983} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.805020] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.805734] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1660.805734] env[62221]: value = "task-1701679" [ 1660.805734] env[62221]: _type = "Task" [ 1660.805734] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.809098] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc882aa-7d26-4e75-8a7e-52619ec13b4b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.846111] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.851018] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cefd4f-89d4-4efa-8fcf-15d9b9f85b9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.893958] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.894362] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d84c2c-dab8-477b-86aa-2ac6b342dc72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.904953] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1660.904953] env[62221]: value = "task-1701680" [ 1660.904953] env[62221]: _type = "Task" [ 1660.904953] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.916896] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1660.916975] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.917221] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.917374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.917591] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.920442] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e238ff6-7df1-4ff9-bf71-2c9ac56cc83e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.931769] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.931921] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.935489] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921c96a7-aa08-4407-8fcc-0ea6dd152af0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.947081] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1660.947081] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523f98eb-b988-a71b-7853-c3f8e8a45d31" [ 1660.947081] env[62221]: _type = "Task" [ 1660.947081] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.959833] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523f98eb-b988-a71b-7853-c3f8e8a45d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.106380] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c65d4d-0193-4300-aa4b-9d9ab2e8f879 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.114328] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf61f0-856e-422d-b736-6c93a0cb89de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.155113] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e2b6db-f334-4ac8-aead-ada50764a3d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.170665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5622d377-c792-4ad1-b6c4-6b9c2e8996ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.175009] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.175252] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701678, 'name': CreateVM_Task, 'duration_secs': 0.505996} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.175769] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.176626] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.176832] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.177267] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.177574] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0756b939-027c-4c6f-9716-a129d0e8efb6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.187590] env[62221]: DEBUG nova.compute.provider_tree [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.193326] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1661.193326] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8f172-ae72-a2eb-51fe-13b7796417f4" [ 1661.193326] env[62221]: _type = "Task" [ 1661.193326] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.201553] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8f172-ae72-a2eb-51fe-13b7796417f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.325650] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.355174] env[62221]: DEBUG nova.network.neutron [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Updating instance_info_cache with network_info: [{"id": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "address": "fa:16:3e:07:92:0a", "network": {"id": "8b7bad4b-92a5-49a7-9745-795ce205ef11", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1874056788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a423f73f5585433f9cf1ddae3c5dbf86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf193c6-5c", "ovs_interfaceid": "0cf193c6-5c59-4486-b3ed-1d201b6bfe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.457939] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523f98eb-b988-a71b-7853-c3f8e8a45d31, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.459068] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c37232-7847-4306-a1f0-5dc5e756b1cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.465633] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1661.465633] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527de2c1-3e30-79dd-648b-63d9af251b76" [ 1661.465633] env[62221]: _type = "Task" [ 1661.465633] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.475899] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527de2c1-3e30-79dd-648b-63d9af251b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.658744] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.691536] env[62221]: DEBUG nova.scheduler.client.report [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1661.705808] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.706063] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Processing image efd4fbd9-daba-4be8-8b88-965518e8e263 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.706305] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.706453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.706634] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.706891] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bca19c1c-dac6-4cb5-9440-ec85d49e55a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.716697] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.718046] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.718856] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33eb860c-5ffe-4434-be28-659ea6901071 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.725223] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1661.725223] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526af609-da58-4a99-cb65-773f23e8e744" [ 1661.725223] env[62221]: _type = "Task" [ 1661.725223] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.733786] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526af609-da58-4a99-cb65-773f23e8e744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.754904] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1661.780276] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.780519] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.780678] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.780857] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.781010] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.781168] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.781372] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.781526] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.781739] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.781858] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.782048] env[62221]: DEBUG nova.virt.hardware [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.782916] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2513408e-6996-433f-ae4f-90f8409b8f16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.791479] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3933ef-1a72-4dcc-86f7-c0bf30ff180b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.824712] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701679, 'name': ReconfigVM_Task, 'duration_secs': 0.70769} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.825102] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.829907] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69a2412-da67-4547-9990-e48f0038a858 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.846902] env[62221]: DEBUG nova.compute.manager [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-changed-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.847197] env[62221]: DEBUG nova.compute.manager [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing instance network info cache due to event network-changed-d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1661.847528] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] Acquiring lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.847758] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] Acquired lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.848020] env[62221]: DEBUG nova.network.neutron [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Refreshing network info cache for port d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.851055] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1661.851055] env[62221]: value = "task-1701681" [ 1661.851055] env[62221]: _type = "Task" [ 1661.851055] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.858025] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Releasing lock "refresh_cache-abb64cdc-ecef-47fa-9185-99fac06dc80c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.863801] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.979345] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527de2c1-3e30-79dd-648b-63d9af251b76, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.980024] env[62221]: DEBUG oslo_concurrency.lockutils [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.980024] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1661.980268] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b83902-6c1f-48a3-9f5f-874095a4e84b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.988257] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1661.988257] env[62221]: value = "task-1701682" [ 1661.988257] env[62221]: _type = "Task" [ 1661.988257] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.996844] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.157900] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.196785] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.197220] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1662.200058] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.295s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.238059] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1662.238237] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Fetch image to [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175/OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1662.238339] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Downloading stream optimized image efd4fbd9-daba-4be8-8b88-965518e8e263 to [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175/OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175.vmdk on the data store datastore1 as vApp {{(pid=62221) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1662.238477] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Downloading image file data efd4fbd9-daba-4be8-8b88-965518e8e263 to the ESX as VM named 'OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175' {{(pid=62221) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1662.309354] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1662.309354] env[62221]: value = "resgroup-9" [ 1662.309354] env[62221]: _type = "ResourcePool" [ 1662.309354] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1662.309665] env[62221]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-abb20124-f569-4f2b-8150-fcb6142836d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.333664] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease: (returnval){ [ 1662.333664] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1662.333664] env[62221]: _type = "HttpNfcLease" [ 1662.333664] env[62221]: } obtained for vApp import into resource pool (val){ [ 1662.333664] env[62221]: value = "resgroup-9" [ 1662.333664] env[62221]: _type = "ResourcePool" [ 1662.333664] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1662.334059] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the lease: (returnval){ [ 1662.334059] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1662.334059] env[62221]: _type = "HttpNfcLease" [ 1662.334059] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1662.347559] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1662.347559] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1662.347559] env[62221]: _type = "HttpNfcLease" [ 1662.347559] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1662.362836] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701681, 'name': ReconfigVM_Task, 'duration_secs': 0.240798} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.363153] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1662.364335] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.364557] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad869fe-e991-4038-b64c-4cd409313af5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.366200] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-073f4e64-4eb0-4a8a-84dd-17a8bb26bf36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.375302] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1662.375302] env[62221]: value = "task-1701684" [ 1662.375302] env[62221]: _type = "Task" [ 1662.375302] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.376898] env[62221]: DEBUG oslo_vmware.api [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1662.376898] env[62221]: value = "task-1701685" [ 1662.376898] env[62221]: _type = "Task" [ 1662.376898] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.393303] env[62221]: DEBUG oslo_vmware.api [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.396038] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701684, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.501380] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.659576] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.668433] env[62221]: DEBUG nova.compute.manager [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1662.704014] env[62221]: DEBUG nova.compute.utils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.709233] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1662.709233] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.756988] env[62221]: DEBUG nova.policy [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c51659f971234e35be2e866da870ae6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd3edd379dd9408db74c41714769904e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1662.846862] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1662.846862] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1662.846862] env[62221]: _type = "HttpNfcLease" [ 1662.846862] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1662.891994] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701684, 'name': Rename_Task, 'duration_secs': 0.444031} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.892859] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.893171] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8688cc5e-7668-4fff-917e-82a393868f47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.901490] env[62221]: DEBUG oslo_vmware.api [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701685, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.907339] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1662.907339] env[62221]: value = "task-1701686" [ 1662.907339] env[62221]: _type = "Task" [ 1662.907339] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.916572] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.947264] env[62221]: DEBUG nova.network.neutron [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updated VIF entry in instance network info cache for port d56222db-2366-432b-8a94-c82e4f098512. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.947784] env[62221]: DEBUG nova.network.neutron [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [{"id": "d56222db-2366-432b-8a94-c82e4f098512", "address": "fa:16:3e:43:4b:b8", "network": {"id": "cabac87e-36bb-47e1-a684-c401a56fcc12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-104146658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c429e9152524f7ca414886f4d09c8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56222db-23", "ovs_interfaceid": "d56222db-2366-432b-8a94-c82e4f098512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.000275] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673186} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.001444] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1663.002210] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04206e-ac45-47ca-81e4-8574d6c03d8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.006427] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2782652-2008-4c92-89b3-d8c3a787f182 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.031170] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4b8c0-a399-4809-a375-fd3c329cf3e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.042253] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.046124] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2313b87-ac10-4773-9a54-d820b59ea70b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.058352] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Successfully created port: 6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.092127] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a7606-e805-4c75-965f-01d8e5b782f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.095039] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1663.095039] env[62221]: value = "task-1701687" [ 1663.095039] env[62221]: _type = "Task" [ 1663.095039] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.102339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af441103-2ac4-468a-8b11-40e652b8ae5c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.112558] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.122892] env[62221]: DEBUG nova.compute.provider_tree [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.134711] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Successfully updated port: 8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.161743] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.188548] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.212350] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1663.346814] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1663.346814] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1663.346814] env[62221]: _type = "HttpNfcLease" [ 1663.346814] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1663.347194] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1663.347194] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5237ed9b-eaad-ed2b-2eee-f472750db5f5" [ 1663.347194] env[62221]: _type = "HttpNfcLease" [ 1663.347194] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1663.348009] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fcd4c-72aa-4624-b16c-ca061a096184 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.356680] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1663.356899] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1663.430186] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04f275a5-cebb-47b1-8c09-9d42240fdb57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.431994] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701686, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.432308] env[62221]: DEBUG oslo_vmware.api [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701685, 'name': PowerOnVM_Task, 'duration_secs': 0.559583} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.433665] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.433877] env[62221]: DEBUG nova.compute.manager [None req-f9492d58-5ee2-4bbb-92e5-f9437be4f1cc tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.435199] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3158fd-402c-413b-a64c-f0acae922789 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.452566] env[62221]: DEBUG oslo_concurrency.lockutils [req-4ae6a613-603e-4c21-93b9-efa10a8ec3a6 req-7f1756b4-4d76-462b-af16-e4a093da92f7 service nova] Releasing lock "refresh_cache-44e2741a-1877-4091-920d-b7a499ee1696" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.609310] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701687, 'name': ReconfigVM_Task, 'duration_secs': 0.370036} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.609766] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.611183] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe1762-3cb2-4d50-aafc-a101b0835f12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.643599] env[62221]: DEBUG nova.scheduler.client.report [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.647600] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.647742] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquired lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.647912] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.655033] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37efc40b-69be-455e-83b9-bb45d16f5b0c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.679158] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.680784] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1663.680784] env[62221]: value = "task-1701688" [ 1663.680784] env[62221]: _type = "Task" [ 1663.680784] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.690767] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.718742] env[62221]: INFO nova.virt.block_device [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Booting with volume 67be485d-6f93-40be-a3ca-3855457deee8 at /dev/sda [ 1663.756691] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb980825-b896-4f24-b46c-ae37614fff2a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.767224] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81479c6b-80b6-4d86-bc14-68b4c809154b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.809247] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb7cb91e-1b7b-460a-914a-6208b787a99c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.821944] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9ce1d-ccbc-41c2-81b6-a7e60c707218 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.865796] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a59ec7-15b3-4a07-ae43-3eb444251aac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.876505] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71788db2-712a-4d6f-8c07-a79bb59c8bc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.893846] env[62221]: DEBUG nova.virt.block_device [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating existing volume attachment record: 715289e7-ef0b-44b5-9954-25c91db67d41 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1663.926707] env[62221]: DEBUG oslo_vmware.api [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701686, 'name': PowerOnVM_Task, 'duration_secs': 0.706244} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.927828] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.928064] env[62221]: DEBUG nova.compute.manager [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.928875] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b557e-eb15-474b-9168-e06c49167895 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.172986] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.194898] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.206184] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701688, 'name': ReconfigVM_Task, 'duration_secs': 0.336711} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.209209] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.209600] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d81b3b9-cd2a-4564-93f4-86a13f78bf36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.222196] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1664.222196] env[62221]: value = "task-1701689" [ 1664.222196] env[62221]: _type = "Task" [ 1664.222196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.239989] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.382181] env[62221]: DEBUG nova.network.neutron [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updating instance_info_cache with network_info: [{"id": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "address": "fa:16:3e:36:94:0c", "network": {"id": "fe862762-9dca-434a-89ad-850d614a055d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-53564041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e8b16f18c442fc82b431c0a953eb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8391410a-99", "ovs_interfaceid": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.447968] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.659187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.459s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.667972] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.479s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.689862] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.746697] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.868805] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Successfully updated port: 6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.884808] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Releasing lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.885190] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Instance network_info: |[{"id": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "address": "fa:16:3e:36:94:0c", "network": {"id": "fe862762-9dca-434a-89ad-850d614a055d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-53564041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e8b16f18c442fc82b431c0a953eb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8391410a-99", "ovs_interfaceid": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1664.886113] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:94:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8391410a-99ab-492e-a9eb-ee2edb5b179f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.895868] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Creating folder: Project (f1e8b16f18c442fc82b431c0a953eb5c). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.899388] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb5a014-7341-43ee-95f6-9008bd63001a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.916446] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Created folder: Project (f1e8b16f18c442fc82b431c0a953eb5c) in parent group-v354396. [ 1664.916810] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Creating folder: Instances. Parent ref: group-v354664. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.917175] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d168bdfc-0fea-45b3-bfd7-1be4ad9075d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.929939] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Created folder: Instances in parent group-v354664. [ 1664.930230] env[62221]: DEBUG oslo.service.loopingcall [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.930433] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.930672] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3790c41b-2cce-4902-b000-50c73d56971e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.954102] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.954102] env[62221]: value = "task-1701692" [ 1664.954102] env[62221]: _type = "Task" [ 1664.954102] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.966082] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701692, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.142027] env[62221]: DEBUG nova.compute.manager [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Received event network-vif-plugged-8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.142027] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Acquiring lock "402efd93-620a-4846-98e3-6458d9a2f057-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.142214] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Lock "402efd93-620a-4846-98e3-6458d9a2f057-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.142397] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Lock "402efd93-620a-4846-98e3-6458d9a2f057-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.142567] env[62221]: DEBUG nova.compute.manager [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] No waiting events found dispatching network-vif-plugged-8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1665.142729] env[62221]: WARNING nova.compute.manager [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Received unexpected event network-vif-plugged-8391410a-99ab-492e-a9eb-ee2edb5b179f for instance with vm_state building and task_state spawning. [ 1665.142883] env[62221]: DEBUG nova.compute.manager [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Received event network-changed-8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.143082] env[62221]: DEBUG nova.compute.manager [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Refreshing instance network info cache due to event network-changed-8391410a-99ab-492e-a9eb-ee2edb5b179f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1665.143269] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Acquiring lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.143412] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Acquired lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.143581] env[62221]: DEBUG nova.network.neutron [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Refreshing network info cache for port 8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.183673] env[62221]: INFO nova.compute.claims [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.189669] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.244203] env[62221]: DEBUG oslo_vmware.api [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701689, 'name': PowerOnVM_Task, 'duration_secs': 0.663046} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.244643] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.248653] env[62221]: DEBUG nova.compute.manager [None req-30075a7e-80eb-4987-bb2e-15db1780bc5a tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.249313] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0311c7-0e31-485f-95b1-a96ff03caf46 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.336612] env[62221]: INFO nova.scheduler.client.report [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocation for migration d6ca0b92-5cf3-4a39-9624-059ebb7db097 [ 1665.373573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.373740] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquired lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.373903] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.465818] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701692, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.480034] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1665.480286] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1665.481411] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f305784e-d8fd-414f-b940-ee34bf53ceb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.491858] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1665.492046] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1665.492692] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f005f3d-75a9-4aa2-b7d7-8831b2bacd3d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.570642] env[62221]: DEBUG nova.compute.manager [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Received event network-vif-plugged-6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.570867] env[62221]: DEBUG oslo_concurrency.lockutils [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] Acquiring lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.571113] env[62221]: DEBUG oslo_concurrency.lockutils [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.571290] env[62221]: DEBUG oslo_concurrency.lockutils [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.571464] env[62221]: DEBUG nova.compute.manager [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] No waiting events found dispatching network-vif-plugged-6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1665.571630] env[62221]: WARNING nova.compute.manager [req-e07361c3-a749-43b1-a6e0-438f1a2e1641 req-023e6219-8a67-4ea0-aa6f-8407b9365fe2 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Received unexpected event network-vif-plugged-6dc77214-f841-4ccd-86a3-730d94bf383b for instance with vm_state building and task_state spawning. [ 1665.677230] env[62221]: DEBUG oslo_vmware.api [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701675, 'name': ReconfigVM_Task, 'duration_secs': 5.877133} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.679683] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.680027] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Reconfigured VM to detach interface {{(pid=62221) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1665.694625] env[62221]: INFO nova.compute.resource_tracker [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating resource usage from migration a7f8046b-8eb1-4028-8903-21092b4dd558 [ 1665.847122] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.251s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.872695] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9d27d-9ecd-88a4-74eb-0549b0d11d9b/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1665.873327] env[62221]: INFO nova.virt.vmwareapi.images [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Downloaded image file data efd4fbd9-daba-4be8-8b88-965518e8e263 [ 1665.876259] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76726d54-9b3c-496f-8e08-054fc42e3ee9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.887188] env[62221]: DEBUG nova.network.neutron [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updated VIF entry in instance network info cache for port 8391410a-99ab-492e-a9eb-ee2edb5b179f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.887613] env[62221]: DEBUG nova.network.neutron [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updating instance_info_cache with network_info: [{"id": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "address": "fa:16:3e:36:94:0c", "network": {"id": "fe862762-9dca-434a-89ad-850d614a055d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-53564041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e8b16f18c442fc82b431c0a953eb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8391410a-99", "ovs_interfaceid": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.906476] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b88929e-a968-4c88-96ec-f7d54b5f97be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.950535] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.965424] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701692, 'name': CreateVM_Task, 'duration_secs': 0.774637} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.968217] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.969142] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.969382] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.969720] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.970038] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3299cf6-34f9-46ed-a01c-945c5f47fa67 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.975831] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1665.975831] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528d66f6-df6b-728e-cc05-2f8475651094" [ 1665.975831] env[62221]: _type = "Task" [ 1665.975831] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.987461] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528d66f6-df6b-728e-cc05-2f8475651094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.993925] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1665.994813] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1665.994813] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1665.995018] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.995273] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1665.995472] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.995633] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1665.995876] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1665.996081] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1665.996285] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1665.996511] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1665.996825] env[62221]: DEBUG nova.virt.hardware [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1665.998795] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f87df9-6da9-4e2c-a922-93c8b3e84aee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.002015] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc9480b-29c2-42dd-a8b8-a1e0e9f9e994 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.009456] env[62221]: INFO nova.virt.vmwareapi.images [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] The imported VM was unregistered [ 1666.012189] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1666.012569] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Creating directory with path [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.017940] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde382a2-3fd0-4b7b-970f-cab33ddf3b8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.021080] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f312f4-5df0-48ca-85c2-d34c0a8f900c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.025327] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f17325-66ce-4b78-ab67-dcacba4abdd3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.072404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e527548-c4e4-40e4-b4d8-c5e890e47a66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.075073] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Created directory with path [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.075308] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175/OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175.vmdk to [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk. {{(pid=62221) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1666.075595] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-37e8af4c-5861-4787-97f4-127891c7a106 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084961] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c2397-c210-40ea-8879-cd100c6dd67a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.091188] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1666.091188] env[62221]: value = "task-1701694" [ 1666.091188] env[62221]: _type = "Task" [ 1666.091188] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.103370] env[62221]: DEBUG nova.compute.provider_tree [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.112090] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.302486] env[62221]: DEBUG nova.network.neutron [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating instance_info_cache with network_info: [{"id": "6dc77214-f841-4ccd-86a3-730d94bf383b", "address": "fa:16:3e:01:42:4d", "network": {"id": "464af11e-6c71-41c7-83f2-8e47fdbe7e22", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936453477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3edd379dd9408db74c41714769904e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc77214-f8", "ovs_interfaceid": "6dc77214-f841-4ccd-86a3-730d94bf383b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.391409] env[62221]: DEBUG oslo_concurrency.lockutils [req-e506f982-fa9f-460f-84ed-726b8171ce9f req-dfa93d2f-6143-4227-91c8-9cd2d20472c6 service nova] Releasing lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.488409] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528d66f6-df6b-728e-cc05-2f8475651094, 'name': SearchDatastore_Task, 'duration_secs': 0.023862} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.488797] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.489084] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1666.489300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.489446] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.489623] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.489901] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ac5340-2844-4a80-a4dd-0940ca9b0c92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.501569] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.501569] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1666.502199] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5722543e-d19b-495e-b742-e5e078a900c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.508815] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1666.508815] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f326f0-3511-5d20-8b07-9891f3f9694a" [ 1666.508815] env[62221]: _type = "Task" [ 1666.508815] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.518314] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f326f0-3511-5d20-8b07-9891f3f9694a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.603615] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.606728] env[62221]: DEBUG nova.scheduler.client.report [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.805211] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Releasing lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.805645] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance network_info: |[{"id": "6dc77214-f841-4ccd-86a3-730d94bf383b", "address": "fa:16:3e:01:42:4d", "network": {"id": "464af11e-6c71-41c7-83f2-8e47fdbe7e22", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936453477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3edd379dd9408db74c41714769904e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc77214-f8", "ovs_interfaceid": "6dc77214-f841-4ccd-86a3-730d94bf383b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1666.808195] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:42:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc77214-f841-4ccd-86a3-730d94bf383b', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.814208] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Creating folder: Project (dd3edd379dd9408db74c41714769904e). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.814520] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31414c77-6970-4349-a450-8107855429b5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.834404] env[62221]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1666.834599] env[62221]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62221) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1666.835377] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Folder already exists: Project (dd3edd379dd9408db74c41714769904e). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1666.835633] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Creating folder: Instances. Parent ref: group-v354645. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.835886] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7cefcf-ba91-4d59-8535-d0dc318d2fb8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.855107] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Created folder: Instances in parent group-v354645. [ 1666.855400] env[62221]: DEBUG oslo.service.loopingcall [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.855678] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.856839] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc124f0e-3314-4268-8b6e-1d5692b17370 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.878585] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.878585] env[62221]: value = "task-1701697" [ 1666.878585] env[62221]: _type = "Task" [ 1666.878585] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.888719] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.019755] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f326f0-3511-5d20-8b07-9891f3f9694a, 'name': SearchDatastore_Task, 'duration_secs': 0.081437} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.020634] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1350237-f673-43cc-98d8-0b8a8c297a64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.027204] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1667.027204] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db18f5-85ee-73ac-c815-d724e8b16bc2" [ 1667.027204] env[62221]: _type = "Task" [ 1667.027204] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.037150] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db18f5-85ee-73ac-c815-d724e8b16bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.104201] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.112262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.445s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.112479] env[62221]: INFO nova.compute.manager [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Migrating [ 1667.120062] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.672s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.120287] env[62221]: DEBUG nova.objects.instance [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1667.123246] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.123246] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.123401] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.123465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.123642] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.125982] env[62221]: INFO nova.compute.manager [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Terminating instance [ 1667.137566] env[62221]: DEBUG nova.compute.manager [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.137566] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.137566] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc220dc-0c2b-4233-af8f-72313c87300c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.146013] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.146298] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c256f6-597c-4f39-8c83-5b8fde868799 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.156012] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1667.156012] env[62221]: value = "task-1701698" [ 1667.156012] env[62221]: _type = "Task" [ 1667.156012] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.169696] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.259374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.259685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquired lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.260190] env[62221]: DEBUG nova.network.neutron [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.345034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.345034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.390044] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.539971] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52db18f5-85ee-73ac-c815-d724e8b16bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.097191} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.540319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.540638] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 402efd93-620a-4846-98e3-6458d9a2f057/402efd93-620a-4846-98e3-6458d9a2f057.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1667.540940] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0361c51-2bdf-4546-b9f3-c5a616b3247b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.564703] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1667.564703] env[62221]: value = "task-1701699" [ 1667.564703] env[62221]: _type = "Task" [ 1667.564703] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.571097] env[62221]: INFO nova.compute.manager [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Unrescuing [ 1667.571378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.571536] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.571711] env[62221]: DEBUG nova.network.neutron [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.577040] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.603942] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.618896] env[62221]: DEBUG nova.compute.manager [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Received event network-changed-6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.618896] env[62221]: DEBUG nova.compute.manager [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Refreshing instance network info cache due to event network-changed-6dc77214-f841-4ccd-86a3-730d94bf383b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1667.618896] env[62221]: DEBUG oslo_concurrency.lockutils [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] Acquiring lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.618896] env[62221]: DEBUG oslo_concurrency.lockutils [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] Acquired lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.618896] env[62221]: DEBUG nova.network.neutron [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Refreshing network info cache for port 6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.640134] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.640352] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.640542] env[62221]: DEBUG nova.network.neutron [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.667355] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701698, 'name': PowerOffVM_Task, 'duration_secs': 0.499155} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.667667] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.667868] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.668214] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d277f438-876e-4d0b-80aa-20e56ef0167b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.670569] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.670817] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.671038] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.671242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.671422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.673661] env[62221]: INFO nova.compute.manager [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Terminating instance [ 1667.677091] env[62221]: DEBUG nova.compute.manager [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.677357] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.678296] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1314776-4ac8-4eb4-8e74-9e69bd5cfc5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.693093] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.693093] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2024db79-5147-4db2-9a2e-119661342773 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.702798] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1667.702798] env[62221]: value = "task-1701701" [ 1667.702798] env[62221]: _type = "Task" [ 1667.702798] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.712761] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.799450] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.799757] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.800024] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleting the datastore file [datastore1] 322be74b-a8d4-4b34-a1a9-e626631e6c58 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.800494] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb649dd6-1df6-4a11-a073-1b9a5eed3337 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.809169] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for the task: (returnval){ [ 1667.809169] env[62221]: value = "task-1701702" [ 1667.809169] env[62221]: _type = "Task" [ 1667.809169] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.820344] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.848405] env[62221]: INFO nova.compute.manager [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Detaching volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 [ 1667.890039] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.895094] env[62221]: INFO nova.virt.block_device [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Attempting to driver detach volume 7a8a8e60-b50c-4b3f-8510-5e745487a700 from mountpoint /dev/sdb [ 1667.895335] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1667.895554] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1667.896428] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef25d8-cd8f-4157-b187-2a996eafc570 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.923299] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d05db6-f23e-4a5b-a113-ab41d4e0687d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.931938] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e3c908-c8e5-48fb-90fc-d4e5c7088055 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.956778] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c55a2a-f7de-4d23-b591-e8e812bec6a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.973057] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a8a8e60-b50c-4b3f-8510-5e745487a700/volume-7a8a8e60-b50c-4b3f-8510-5e745487a700.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1667.978320] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1667.980970] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8941197b-55d8-4c5d-bebf-27942c35624a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.001120] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1668.001120] env[62221]: value = "task-1701703" [ 1668.001120] env[62221]: _type = "Task" [ 1668.001120] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.010216] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.075473] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.105418] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.132930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-79d236ed-9d76-41ff-b7e6-1167dde3aeca tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.213486] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701701, 'name': PowerOffVM_Task, 'duration_secs': 0.315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.213773] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.214260] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.214260] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cb8807f-21b4-4ee1-86c8-756a5d4aada6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.319877] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.328344] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.328627] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.328834] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleting the datastore file [datastore1] d0609fec-c66c-405f-a243-8a854b11c02d {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.329104] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb8b9d5-b489-4479-917d-e9fc6e6ec59c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.337157] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1668.337157] env[62221]: value = "task-1701705" [ 1668.337157] env[62221]: _type = "Task" [ 1668.337157] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.348093] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.360545] env[62221]: DEBUG nova.network.neutron [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updated VIF entry in instance network info cache for port 6dc77214-f841-4ccd-86a3-730d94bf383b. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.360905] env[62221]: DEBUG nova.network.neutron [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating instance_info_cache with network_info: [{"id": "6dc77214-f841-4ccd-86a3-730d94bf383b", "address": "fa:16:3e:01:42:4d", "network": {"id": "464af11e-6c71-41c7-83f2-8e47fdbe7e22", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936453477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3edd379dd9408db74c41714769904e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc77214-f8", "ovs_interfaceid": "6dc77214-f841-4ccd-86a3-730d94bf383b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.380620] env[62221]: INFO nova.network.neutron [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Port 93d8f38d-f4a1-457c-b218-3fcc1230dc63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1668.380973] env[62221]: DEBUG nova.network.neutron [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [{"id": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "address": "fa:16:3e:2b:f8:b8", "network": {"id": "57083971-e132-4edd-b3cb-0d48576241e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1502579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd01dd16a524a2bbe349e24fdf9e707", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0406c5-87", "ovs_interfaceid": "8b0406c5-87fa-45f6-bc8b-6e441018d97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.392130] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.510967] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.579176] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.603510] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.675071] env[62221]: DEBUG nova.network.neutron [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.712524] env[62221]: DEBUG nova.network.neutron [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.820318] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.846501] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.863593] env[62221]: DEBUG oslo_concurrency.lockutils [req-a1d949ee-3eed-437d-81f7-319458b40d96 req-baef3ee8-46f9-4b22-9178-1e6723312eec service nova] Releasing lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.886501] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Releasing lock "refresh_cache-d0609fec-c66c-405f-a243-8a854b11c02d" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.894866] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.012460] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.077881] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.105155] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.177772] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.178436] env[62221]: DEBUG nova.objects.instance [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'flavor' on Instance uuid d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.215040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.326024] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.347446] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.372559] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.372822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.373041] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.373227] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.373395] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.375615] env[62221]: INFO nova.compute.manager [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Terminating instance [ 1669.377453] env[62221]: DEBUG nova.compute.manager [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1669.377725] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.378612] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c7cc4-0c88-41cd-9245-4dc94eb8f016 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.388159] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.388748] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9637144e-25be-4b8d-8faa-67bd40ae298c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.391139] env[62221]: DEBUG oslo_concurrency.lockutils [None req-68012a49-cc19-4986-9202-c25f05508d36 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "interface-d0609fec-c66c-405f-a243-8a854b11c02d-93d8f38d-f4a1-457c-b218-3fcc1230dc63" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.344s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.395984] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.402512] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1669.402512] env[62221]: value = "task-1701706" [ 1669.402512] env[62221]: _type = "Task" [ 1669.402512] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.414343] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.512852] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.578909] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.607322] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.684659] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5423a-c26a-47c8-9bdc-13256d1b59bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.712193] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.712573] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5bff35-62b1-4022-b6de-a81b14bae61a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.722630] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1669.722630] env[62221]: value = "task-1701707" [ 1669.722630] env[62221]: _type = "Task" [ 1669.722630] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.736564] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.823398] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.849329] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.893871] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.913122] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701706, 'name': PowerOffVM_Task, 'duration_secs': 0.247625} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.913407] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.913579] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.914053] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0f44d1-b5ac-4deb-b4a6-4523c46df24e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.009368] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.010014] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.010014] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleting the datastore file [datastore1] fa96e33d-d0ad-415e-b184-a0b49c9fbef6 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.010742] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38835b41-c8e3-427e-b557-2bd14015c66b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.017160] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.023722] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1670.023722] env[62221]: value = "task-1701709" [ 1670.023722] env[62221]: _type = "Task" [ 1670.023722] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.034835] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.077826] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.106845] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.235660] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701707, 'name': PowerOffVM_Task, 'duration_secs': 0.354485} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.236561] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.241786] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfiguring VM instance instance-0000005f to detach disk 2002 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1670.242334] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c27da9-eaee-4911-a2cd-75ad532ec2e9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.261751] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1670.261751] env[62221]: value = "task-1701710" [ 1670.261751] env[62221]: _type = "Task" [ 1670.261751] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.270897] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.324242] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.349212] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.394132] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.514599] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.534354] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.578045] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.607072] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.734038] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e327a2-0e66-48b1-9407-177b603fa284 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.753680] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.772123] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701710, 'name': ReconfigVM_Task, 'duration_secs': 0.257602} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.772433] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfigured VM instance instance-0000005f to detach disk 2002 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1670.772626] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.772882] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3296cd1-1158-4852-8f91-a47f374807f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.781031] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1670.781031] env[62221]: value = "task-1701711" [ 1670.781031] env[62221]: _type = "Task" [ 1670.781031] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.791323] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.823143] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.849559] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.894878] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.015795] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.035914] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.079624] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.108745] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.262278] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.262278] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bbbafed-c032-4aea-8e3c-81ee3176a1c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.270223] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1671.270223] env[62221]: value = "task-1701712" [ 1671.270223] env[62221]: _type = "Task" [ 1671.270223] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.279410] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.290763] env[62221]: DEBUG oslo_vmware.api [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701711, 'name': PowerOnVM_Task, 'duration_secs': 0.384233} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.291200] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.291541] env[62221]: DEBUG nova.compute.manager [None req-5b64164a-1397-49b5-9bc3-baac6f04fcb5 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1671.292482] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b3687-d0d7-441e-af4b-443a773fba97 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.324171] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.350173] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.396303] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.516410] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.537311] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.580410] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.608829] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.783378] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701712, 'name': PowerOffVM_Task, 'duration_secs': 0.411734} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.783594] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.783773] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.838598] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.856599] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.896335] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.020312] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.041399] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.080502] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.110465] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.290174] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1672.290509] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1672.290678] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.290814] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1672.290928] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.291224] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1672.291559] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1672.291758] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1672.291984] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1672.292233] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1672.292482] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1672.297900] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c909418-37bb-4a42-b51f-d4f7cb547bee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.316865] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1672.316865] env[62221]: value = "task-1701713" [ 1672.316865] env[62221]: _type = "Task" [ 1672.316865] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.335367] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.340626] env[62221]: DEBUG oslo_vmware.api [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Task: {'id': task-1701702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 4.416058} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.341319] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.341997] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.341997] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.342308] env[62221]: INFO nova.compute.manager [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Took 5.21 seconds to destroy the instance on the hypervisor. [ 1672.342734] env[62221]: DEBUG oslo.service.loopingcall [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.343175] env[62221]: DEBUG nova.compute.manager [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1672.343472] env[62221]: DEBUG nova.network.neutron [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.357911] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.397395] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701697, 'name': CreateVM_Task, 'duration_secs': 5.264063} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.397637] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.398363] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '715289e7-ef0b-44b5-9954-25c91db67d41', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354655', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'name': 'volume-67be485d-6f93-40be-a3ca-3855457deee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177', 'attached_at': '', 'detached_at': '', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'serial': '67be485d-6f93-40be-a3ca-3855457deee8'}, 'volume_type': None}], 'swap': None} {{(pid=62221) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1672.398592] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Root volume attach. Driver type: vmdk {{(pid=62221) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1672.399455] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f1cd6f-03b9-4b02-8986-e9affda012af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.408625] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea1914-0753-4b38-9df5-115919e9271d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.416412] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb1f04-6845-4937-abbd-6e66cd9170f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.423934] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9143240e-9b2c-4cf0-a426-2602d618b450 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.433931] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1672.433931] env[62221]: value = "task-1701714" [ 1672.433931] env[62221]: _type = "Task" [ 1672.433931] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.443828] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701714, 'name': RelocateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.516517] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701703, 'name': ReconfigVM_Task, 'duration_secs': 4.115911} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.516921] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1672.522245] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b0f8b3-5fb2-436c-84f9-ccd86b4e6ed0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.547365] env[62221]: DEBUG oslo_vmware.api [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.339658} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.547909] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1672.547909] env[62221]: value = "task-1701715" [ 1672.547909] env[62221]: _type = "Task" [ 1672.547909] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.548301] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.548602] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.548809] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.549054] env[62221]: INFO nova.compute.manager [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Took 3.17 seconds to destroy the instance on the hypervisor. [ 1672.549435] env[62221]: DEBUG oslo.service.loopingcall [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.549766] env[62221]: DEBUG nova.compute.manager [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1672.549916] env[62221]: DEBUG nova.network.neutron [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.567638] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.581910] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701699, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.99931} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.582228] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 402efd93-620a-4846-98e3-6458d9a2f057/402efd93-620a-4846-98e3-6458d9a2f057.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.582481] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.582784] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88aaf24a-dd3f-42aa-b8c1-b108255a9c6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.591398] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1672.591398] env[62221]: value = "task-1701716" [ 1672.591398] env[62221]: _type = "Task" [ 1672.591398] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.601574] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.612997] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701694, 'name': MoveVirtualDisk_Task, 'duration_secs': 6.091548} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.613431] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175/OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175.vmdk to [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk. [ 1672.613689] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Cleaning up location [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1672.613978] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_567f45d4-c165-44dc-89a4-9150e6060175 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.614248] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f775a61-b038-437b-9b99-a405af6fb8e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.622476] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1672.622476] env[62221]: value = "task-1701717" [ 1672.622476] env[62221]: _type = "Task" [ 1672.622476] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.631530] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.832593] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701713, 'name': ReconfigVM_Task, 'duration_secs': 0.285423} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.836651] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1672.855741] env[62221]: DEBUG oslo_vmware.api [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 4.068541} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.856165] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.856421] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.856657] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.856901] env[62221]: INFO nova.compute.manager [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Took 5.18 seconds to destroy the instance on the hypervisor. [ 1672.857188] env[62221]: DEBUG oslo.service.loopingcall [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.857448] env[62221]: DEBUG nova.compute.manager [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1672.857628] env[62221]: DEBUG nova.network.neutron [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.945515] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701714, 'name': RelocateVM_Task} progress is 20%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.063740] env[62221]: DEBUG oslo_vmware.api [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701715, 'name': ReconfigVM_Task, 'duration_secs': 0.201734} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.064255] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354654', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'name': 'volume-7a8a8e60-b50c-4b3f-8510-5e745487a700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8358a4d4-6167-4ae6-94c7-8ec0f431a504', 'attached_at': '', 'detached_at': '', 'volume_id': '7a8a8e60-b50c-4b3f-8510-5e745487a700', 'serial': '7a8a8e60-b50c-4b3f-8510-5e745487a700'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1673.102069] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.102349] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.103229] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e77da-bba9-497d-b868-8039619ecbf5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.126889] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 402efd93-620a-4846-98e3-6458d9a2f057/402efd93-620a-4846-98e3-6458d9a2f057.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.127262] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439b4d70-9072-4333-a988-6131e6695922 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.152242] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052312} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.153604] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.153784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.154038] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk to [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.154360] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1673.154360] env[62221]: value = "task-1701718" [ 1673.154360] env[62221]: _type = "Task" [ 1673.154360] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.154549] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-790e21bf-8530-419d-8f2f-aed62bf4326c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.166913] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.168289] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1673.168289] env[62221]: value = "task-1701719" [ 1673.168289] env[62221]: _type = "Task" [ 1673.168289] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.178922] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.260011] env[62221]: DEBUG nova.compute.manager [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.260202] env[62221]: DEBUG nova.compute.manager [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing instance network info cache due to event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1673.260420] env[62221]: DEBUG oslo_concurrency.lockutils [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.260631] env[62221]: DEBUG oslo_concurrency.lockutils [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.260752] env[62221]: DEBUG nova.network.neutron [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.350252] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.350522] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.350954] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.350954] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.351098] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.351204] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.351425] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.351562] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.351728] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.351896] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.352075] env[62221]: DEBUG nova.virt.hardware [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.357420] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1673.358076] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad791a72-0321-4e6b-8311-31fcc88786c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.379731] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1673.379731] env[62221]: value = "task-1701720" [ 1673.379731] env[62221]: _type = "Task" [ 1673.379731] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.389785] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.449103] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701714, 'name': RelocateVM_Task, 'duration_secs': 0.523286} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.449446] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1673.449600] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354655', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'name': 'volume-67be485d-6f93-40be-a3ca-3855457deee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177', 'attached_at': '', 'detached_at': '', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'serial': '67be485d-6f93-40be-a3ca-3855457deee8'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1673.450423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3430b4-ac52-491f-8d90-cd30edc368d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.466789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c959a5-5eb8-499f-803d-08711ce06cdb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.490650] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-67be485d-6f93-40be-a3ca-3855457deee8/volume-67be485d-6f93-40be-a3ca-3855457deee8.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.491281] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da74f846-b277-4885-aa09-da0979044b59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.513438] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1673.513438] env[62221]: value = "task-1701721" [ 1673.513438] env[62221]: _type = "Task" [ 1673.513438] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.525488] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.575879] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1673.576879] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c6d76-2936-4913-b697-2298a8403897 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.584427] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1673.584594] env[62221]: ERROR oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk due to incomplete transfer. [ 1673.584819] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-482273e2-27a7-4862-bde2-b94f8b37d475 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.601625] env[62221]: DEBUG oslo_vmware.rw_handles [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf37af-0275-d0e0-62a4-c59c1c5834da/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1673.601805] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Uploaded image 28e782a3-0dab-40ab-b89d-3ccbd880241b to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1673.604862] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1673.605202] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89610b17-6c53-4a97-a78b-8878b802cb99 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.613944] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1673.613944] env[62221]: value = "task-1701722" [ 1673.613944] env[62221]: _type = "Task" [ 1673.613944] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.620383] env[62221]: DEBUG nova.objects.instance [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'flavor' on Instance uuid 8358a4d4-6167-4ae6-94c7-8ec0f431a504 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.627375] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.667832] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.678991] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.750103] env[62221]: DEBUG nova.network.neutron [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.817437] env[62221]: DEBUG nova.network.neutron [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.893689] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.025957] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.132367] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.171332] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.184470] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.243189] env[62221]: DEBUG nova.network.neutron [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updated VIF entry in instance network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.243569] env[62221]: DEBUG nova.network.neutron [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.253238] env[62221]: INFO nova.compute.manager [-] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Took 1.91 seconds to deallocate network for instance. [ 1674.320376] env[62221]: INFO nova.compute.manager [-] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Took 1.77 seconds to deallocate network for instance. [ 1674.391391] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.528123] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.628170] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.635847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ed829f2f-4649-44da-b174-bfd3f0bbf8e1 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 7.291s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.672568] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701718, 'name': ReconfigVM_Task, 'duration_secs': 1.167091} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.675865] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 402efd93-620a-4846-98e3-6458d9a2f057/402efd93-620a-4846-98e3-6458d9a2f057.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.676548] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146eea85-3a62-49fe-8692-4606fa0d753a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.684572] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.686019] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1674.686019] env[62221]: value = "task-1701723" [ 1674.686019] env[62221]: _type = "Task" [ 1674.686019] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.695238] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701723, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.736530] env[62221]: DEBUG nova.network.neutron [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.747148] env[62221]: DEBUG oslo_concurrency.lockutils [req-d92e1e70-8e08-4c44-9d4d-b5ee9501fe0f req-84a9d03a-4e7d-49bc-887c-979d2d78dbca service nova] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.763231] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.763537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.763739] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.786498] env[62221]: INFO nova.scheduler.client.report [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Deleted allocations for instance 322be74b-a8d4-4b34-a1a9-e626631e6c58 [ 1674.827270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.827550] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.827870] env[62221]: DEBUG nova.objects.instance [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'resources' on Instance uuid fa96e33d-d0ad-415e-b184-a0b49c9fbef6 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.899120] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.026702] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.130952] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.183883] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.197198] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701723, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.204315] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "53959525-bd11-451a-aeeb-47626866faaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.204557] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.239647] env[62221]: INFO nova.compute.manager [-] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Took 2.38 seconds to deallocate network for instance. [ 1675.298072] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b5616c50-069a-40ab-9af3-2ffe32d14db2 tempest-DeleteServersTestJSON-2032152228 tempest-DeleteServersTestJSON-2032152228-project-member] Lock "322be74b-a8d4-4b34-a1a9-e626631e6c58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.175s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.304201] env[62221]: DEBUG nova.compute.manager [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.304412] env[62221]: DEBUG nova.compute.manager [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing instance network info cache due to event network-changed-54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1675.304634] env[62221]: DEBUG oslo_concurrency.lockutils [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] Acquiring lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.304817] env[62221]: DEBUG oslo_concurrency.lockutils [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] Acquired lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.304939] env[62221]: DEBUG nova.network.neutron [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Refreshing network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.395388] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701720, 'name': ReconfigVM_Task, 'duration_secs': 1.554541} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.395763] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1675.396590] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12585bb8-4995-44ff-a0c3-0c8ffbdde8b3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.423286] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.426276] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944d34fa-2ce0-4a41-a060-1015f374f369 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.447198] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1675.447198] env[62221]: value = "task-1701724" [ 1675.447198] env[62221]: _type = "Task" [ 1675.447198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.461800] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.530137] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.611243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cf55d3-96b2-4cde-8a00-893738db0dcd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.622781] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de03b728-e3f7-4e04-85c5-80136cf2ae2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.631465] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.655542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.655811] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.656042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.656235] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.656404] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.658844] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d4486-56b6-4e74-9b0d-c67e96d8bfe6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.661653] env[62221]: INFO nova.compute.manager [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Terminating instance [ 1675.663838] env[62221]: DEBUG nova.compute.manager [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1675.663959] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.664628] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d38f1-fee7-4341-b6aa-b88048980a72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.670782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c91d8f-5b56-44fd-815f-7465443986f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.676380] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.679664] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd94cd3-e1d0-4a5a-8d08-940c9bf634ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.689450] env[62221]: DEBUG nova.compute.provider_tree [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.697334] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.697664] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1675.697664] env[62221]: value = "task-1701725" [ 1675.697664] env[62221]: _type = "Task" [ 1675.697664] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.706324] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701723, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.707010] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1675.712321] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.747778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.964472] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.026944] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.123450] env[62221]: DEBUG nova.network.neutron [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updated VIF entry in instance network info cache for port 54966edf-572c-4b10-b033-9b5d5b6e1963. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.123869] env[62221]: DEBUG nova.network.neutron [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [{"id": "54966edf-572c-4b10-b033-9b5d5b6e1963", "address": "fa:16:3e:d4:ce:42", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54966edf-57", "ovs_interfaceid": "54966edf-572c-4b10-b033-9b5d5b6e1963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.131061] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.186922] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.200131] env[62221]: DEBUG nova.scheduler.client.report [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.203508] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701723, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.216121] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.231873] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.459625] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701724, 'name': ReconfigVM_Task, 'duration_secs': 0.969024} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.459942] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.460255] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1676.528896] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.630507] env[62221]: DEBUG oslo_concurrency.lockutils [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] Releasing lock "refresh_cache-d11af1c1-3a70-4526-ba78-e092c30ddc54" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.630773] env[62221]: DEBUG nova.compute.manager [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Received event network-vif-deleted-de3c32a7-308f-404c-9059-538d99fbc368 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.630967] env[62221]: DEBUG nova.compute.manager [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Received event network-vif-deleted-523ef5e9-111c-4d81-bc6e-8df65f4fa724 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.631155] env[62221]: DEBUG nova.compute.manager [req-6656df76-5498-4776-8e58-bbbbede38630 req-d46b36b0-0920-4c72-9312-09ab83b53457 service nova] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Received event network-vif-deleted-8b0406c5-87fa-45f6-bc8b-6e441018d97f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.631643] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.686844] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701719, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.436986} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.687148] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/efd4fbd9-daba-4be8-8b88-965518e8e263/efd4fbd9-daba-4be8-8b88-965518e8e263.vmdk to [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.688022] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6edd51-2fd5-4a24-a6e0-0e07697058b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.699760] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701723, 'name': Rename_Task, 'duration_secs': 1.685201} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.709847] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.710399] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.720926] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.722230] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cc4d12b-8a23-4a5e-a715-ace94ff71c53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.728911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.981s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.729099] env[62221]: DEBUG nova.objects.instance [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'resources' on Instance uuid d0609fec-c66c-405f-a243-8a854b11c02d {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.730366] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfa60c7-59f6-4412-9b4c-fbb0218f65e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.746325] env[62221]: INFO nova.scheduler.client.report [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted allocations for instance fa96e33d-d0ad-415e-b184-a0b49c9fbef6 [ 1676.757530] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701725, 'name': PowerOffVM_Task, 'duration_secs': 1.018475} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.758196] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1676.758196] env[62221]: value = "task-1701728" [ 1676.758196] env[62221]: _type = "Task" [ 1676.758196] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.759572] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.759793] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.760994] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1676.760994] env[62221]: value = "task-1701727" [ 1676.760994] env[62221]: _type = "Task" [ 1676.760994] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.760994] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b781b47a-0fdd-4b67-868a-a9060ee2d551 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.774171] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.777748] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.967452] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e12f4-73fa-42cd-abdd-96200b7e5d17 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.988571] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b213450b-0603-4f7f-8731-0e9dc18e7119 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.006627] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1677.027339] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701721, 'name': ReconfigVM_Task, 'duration_secs': 3.146707} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.027607] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-67be485d-6f93-40be-a3ca-3855457deee8/volume-67be485d-6f93-40be-a3ca-3855457deee8.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.032313] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f444d39-7aab-415c-a107-726bf757ccb4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.048575] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1677.048575] env[62221]: value = "task-1701730" [ 1677.048575] env[62221]: _type = "Task" [ 1677.048575] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.059552] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.131583] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701722, 'name': Destroy_Task, 'duration_secs': 3.135704} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.131842] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Destroyed the VM [ 1677.132097] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1677.132361] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6d3f15b-e391-41f1-b312-8e25713ad996 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.139202] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1677.139202] env[62221]: value = "task-1701731" [ 1677.139202] env[62221]: _type = "Task" [ 1677.139202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.147561] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.266756] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f0c059ae-fc0b-4a95-b478-b5356081a3d2 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "fa96e33d-d0ad-415e-b184-a0b49c9fbef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.894s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.278938] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.283833] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.471817] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b821a0-b23c-4406-84c1-a8f488f2c72c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.481287] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392e427c-8354-4ce8-bbf1-86de6017fb31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.516907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6635dc91-3eb6-4b8b-9c65-69eb9d3b5aa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.525294] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d22fadc-5f45-43fd-9472-bcaf7eb949eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.540227] env[62221]: DEBUG nova.compute.provider_tree [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.559083] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701730, 'name': ReconfigVM_Task, 'duration_secs': 0.208109} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.559861] env[62221]: DEBUG nova.network.neutron [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Port d3453e06-ac4e-44e4-a6ad-145178113cea binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1677.561678] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354655', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'name': 'volume-67be485d-6f93-40be-a3ca-3855457deee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177', 'attached_at': '', 'detached_at': '', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'serial': '67be485d-6f93-40be-a3ca-3855457deee8'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1677.562636] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c866fa3-c866-4cb0-8c47-b124b64b12f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.569988] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1677.569988] env[62221]: value = "task-1701732" [ 1677.569988] env[62221]: _type = "Task" [ 1677.569988] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.580771] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701732, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.649775] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.678436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.678702] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.679111] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.679378] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.679572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.681730] env[62221]: INFO nova.compute.manager [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Terminating instance [ 1677.683441] env[62221]: DEBUG nova.compute.manager [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1677.683632] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.684441] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523adf48-a647-43b1-a538-f0030972a4f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.692125] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.692349] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c08eda-b143-4414-90ae-0a28b4061132 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.698851] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1677.698851] env[62221]: value = "task-1701733" [ 1677.698851] env[62221]: _type = "Task" [ 1677.698851] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.712207] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.714298] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.714298] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.714298] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] 8358a4d4-6167-4ae6-94c7-8ec0f431a504 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.714537] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d7526c-cd9d-468b-8abc-e94a7ddb465d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.722560] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1677.722560] env[62221]: value = "task-1701734" [ 1677.722560] env[62221]: _type = "Task" [ 1677.722560] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.732232] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.775190] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701728, 'name': ReconfigVM_Task, 'duration_secs': 0.565466} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.775853] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696/44e2741a-1877-4091-920d-b7a499ee1696.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.776523] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a586c9-6d89-441f-bf52-35eb6b8e74b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.781477] env[62221]: DEBUG oslo_vmware.api [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701727, 'name': PowerOnVM_Task, 'duration_secs': 0.689602} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.781713] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.781942] env[62221]: INFO nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Took 16.03 seconds to spawn the instance on the hypervisor. [ 1677.782140] env[62221]: DEBUG nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1677.782914] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410b27d-b509-458c-a942-29ae6d2c3611 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.787021] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1677.787021] env[62221]: value = "task-1701735" [ 1677.787021] env[62221]: _type = "Task" [ 1677.787021] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.800514] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701735, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.043706] env[62221]: DEBUG nova.scheduler.client.report [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1678.081051] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701732, 'name': Rename_Task, 'duration_secs': 0.416024} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.081051] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.081277] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7fa3ec-89e3-4c10-9794-0a1542d2cd7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.088125] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1678.088125] env[62221]: value = "task-1701736" [ 1678.088125] env[62221]: _type = "Task" [ 1678.088125] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.096032] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.150808] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701731, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.210134] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701733, 'name': PowerOffVM_Task, 'duration_secs': 0.253066} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.210415] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.210584] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.210854] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37334d49-f822-4dac-b8b7-fe98f630651b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.233086] env[62221]: DEBUG oslo_vmware.api [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338459} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.233356] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.233539] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.233746] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.234008] env[62221]: INFO nova.compute.manager [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Took 2.57 seconds to destroy the instance on the hypervisor. [ 1678.234265] env[62221]: DEBUG oslo.service.loopingcall [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.234454] env[62221]: DEBUG nova.compute.manager [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.234549] env[62221]: DEBUG nova.network.neutron [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.302694] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701735, 'name': Rename_Task, 'duration_secs': 0.248423} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.304502] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.304925] env[62221]: INFO nova.compute.manager [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Took 23.54 seconds to build instance. [ 1678.305942] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f79f2f70-0073-4d41-ae2a-564c8ea019cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.309195] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.309536] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.310031] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleting the datastore file [datastore1] 6905688a-bf67-4f8f-803b-7013eb7cbbdd {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.310486] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e4165c7-40b8-4252-ac51-e0c709c8b2a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.318970] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1678.318970] env[62221]: value = "task-1701738" [ 1678.318970] env[62221]: _type = "Task" [ 1678.318970] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.320600] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1678.320600] env[62221]: value = "task-1701739" [ 1678.320600] env[62221]: _type = "Task" [ 1678.320600] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.335263] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.339707] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.548770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.551322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.320s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.553053] env[62221]: INFO nova.compute.claims [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.578603] env[62221]: INFO nova.scheduler.client.report [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted allocations for instance d0609fec-c66c-405f-a243-8a854b11c02d [ 1678.589036] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.589196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.589316] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.610594] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.650512] env[62221]: DEBUG oslo_vmware.api [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701731, 'name': RemoveSnapshot_Task, 'duration_secs': 1.216079} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.651454] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1678.651697] env[62221]: INFO nova.compute.manager [None req-a06c6447-2f42-41b3-8b0f-b87f197a0e4a tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Took 24.89 seconds to snapshot the instance on the hypervisor. [ 1678.809808] env[62221]: DEBUG oslo_concurrency.lockutils [None req-7ec691ba-ddda-4e1e-8822-433f81bc3039 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.053s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.831845] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701738, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.838138] env[62221]: DEBUG oslo_vmware.api [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203513} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.838138] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.838515] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.838966] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.839258] env[62221]: INFO nova.compute.manager [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1678.839600] env[62221]: DEBUG oslo.service.loopingcall [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.839880] env[62221]: DEBUG nova.compute.manager [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.840071] env[62221]: DEBUG nova.network.neutron [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.109028] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04790837-3e15-4fcb-883f-f68c38c43fed tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "d0609fec-c66c-405f-a243-8a854b11c02d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.433s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.116334] env[62221]: DEBUG oslo_vmware.api [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701736, 'name': PowerOnVM_Task, 'duration_secs': 0.592465} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.116819] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.117172] env[62221]: INFO nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1679.117463] env[62221]: DEBUG nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1679.119942] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c40cc13-a5d1-4116-a068-c979ecd2a799 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.332482] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.427295] env[62221]: DEBUG nova.compute.manager [req-23b77c1e-97e1-46dd-b0ce-f081c7018197 req-a436a759-b307-4799-9677-e2dc6c7b83cb service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Received event network-vif-deleted-06dd8327-877d-4ed5-8e29-7a6d17562c50 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1679.427295] env[62221]: INFO nova.compute.manager [req-23b77c1e-97e1-46dd-b0ce-f081c7018197 req-a436a759-b307-4799-9677-e2dc6c7b83cb service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Neutron deleted interface 06dd8327-877d-4ed5-8e29-7a6d17562c50; detaching it from the instance and deleting it from the info cache [ 1679.427295] env[62221]: DEBUG nova.network.neutron [req-23b77c1e-97e1-46dd-b0ce-f081c7018197 req-a436a759-b307-4799-9677-e2dc6c7b83cb service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.648140] env[62221]: INFO nova.compute.manager [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Took 24.16 seconds to build instance. [ 1679.663021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.663255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.663437] env[62221]: DEBUG nova.network.neutron [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.689287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "402efd93-620a-4846-98e3-6458d9a2f057" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.689542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.689895] env[62221]: INFO nova.compute.manager [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Rebooting instance [ 1679.781824] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0efecd4-9cae-49b6-81b6-55f4f73fe770 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.785196] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.785421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.785629] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.785815] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.785982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.788145] env[62221]: INFO nova.compute.manager [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Terminating instance [ 1679.790156] env[62221]: DEBUG nova.compute.manager [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1679.790342] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.791251] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67093fe1-933a-44cb-b1e5-ab0c73358901 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.796758] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792bfcf0-5ef7-4cd1-aa34-f8d2f58bbb82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.802678] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.803215] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dac163-fa38-4dc8-86ed-ffd9d42b96db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.844944] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c84e1-51a7-4268-abf5-40b707f22ebb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.847643] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1679.847643] env[62221]: value = "task-1701740" [ 1679.847643] env[62221]: _type = "Task" [ 1679.847643] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.856788] env[62221]: DEBUG nova.network.neutron [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.858032] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.859957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb83a69-b04a-4d61-9997-7edcfc3229e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.867219] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.879769] env[62221]: DEBUG nova.compute.provider_tree [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.935725] env[62221]: DEBUG nova.network.neutron [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.936666] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d40e9bf3-54d5-4075-89e1-9fe95a4f9897 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.952273] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bef54b-767a-4042-a5bd-2544f18f84b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.989140] env[62221]: DEBUG nova.compute.manager [req-23b77c1e-97e1-46dd-b0ce-f081c7018197 req-a436a759-b307-4799-9677-e2dc6c7b83cb service nova] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Detach interface failed, port_id=06dd8327-877d-4ed5-8e29-7a6d17562c50, reason: Instance 6905688a-bf67-4f8f-803b-7013eb7cbbdd could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1680.150832] env[62221]: DEBUG oslo_concurrency.lockutils [None req-204b1160-e89c-4352-b562-d00c829b3d32 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.674s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.208931] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.208931] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquired lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.208931] env[62221]: DEBUG nova.network.neutron [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.349382] env[62221]: DEBUG oslo_vmware.api [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701738, 'name': PowerOnVM_Task, 'duration_secs': 1.638895} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.353215] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.359114] env[62221]: INFO nova.compute.manager [-] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Took 1.52 seconds to deallocate network for instance. [ 1680.363837] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701740, 'name': PowerOffVM_Task, 'duration_secs': 0.232142} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.366967] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.367325] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.367710] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8b36529-80b9-4b79-b1ca-bb0145f43e10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.403082] env[62221]: ERROR nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [req-2ed08bbc-90c1-41ad-ac29-f204121b7493] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ed08bbc-90c1-41ad-ac29-f204121b7493"}]} [ 1680.418086] env[62221]: DEBUG nova.compute.manager [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Received event network-changed-6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.418725] env[62221]: DEBUG nova.compute.manager [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Refreshing instance network info cache due to event network-changed-6dc77214-f841-4ccd-86a3-730d94bf383b. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1680.419325] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] Acquiring lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.419944] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] Acquired lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.420799] env[62221]: DEBUG nova.network.neutron [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Refreshing network info cache for port 6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.427024] env[62221]: DEBUG nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1680.437504] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.437750] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.437954] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleting the datastore file [datastore1] 50d9daac-be41-4cd4-b378-271494ce2eee {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.438236] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88eeaf89-282c-4e46-ad32-7575fc37814a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.445200] env[62221]: INFO nova.compute.manager [-] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Took 2.21 seconds to deallocate network for instance. [ 1680.460020] env[62221]: DEBUG nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1680.460020] env[62221]: DEBUG nova.compute.provider_tree [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.463239] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for the task: (returnval){ [ 1680.463239] env[62221]: value = "task-1701742" [ 1680.463239] env[62221]: _type = "Task" [ 1680.463239] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.475525] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.482679] env[62221]: DEBUG nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1680.499754] env[62221]: DEBUG nova.compute.manager [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1680.500754] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd7ac3-49e0-4b4e-bd28-fa61865aa493 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.505246] env[62221]: DEBUG nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1680.745026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4eec81-3602-4cb1-8e60-43ad0e23cf24 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.751981] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7e737-9093-418c-aebd-7c6f378d1cd8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.785593] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ce739e-5df2-408f-bf48-cde6f4075605 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.795088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79da58f-f271-4257-9f46-135de006a3bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.810022] env[62221]: DEBUG nova.compute.provider_tree [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.852507] env[62221]: DEBUG nova.network.neutron [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.871818] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.965572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.973701] env[62221]: DEBUG oslo_vmware.api [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Task: {'id': task-1701742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120066} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.973990] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.974144] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.974319] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.974493] env[62221]: INFO nova.compute.manager [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1680.974759] env[62221]: DEBUG oslo.service.loopingcall [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.974948] env[62221]: DEBUG nova.compute.manager [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1680.975051] env[62221]: DEBUG nova.network.neutron [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.029263] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3e7e67c-9d8e-4719-a8b1-1cb85b8c7086 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.443s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.352950] env[62221]: DEBUG nova.scheduler.client.report [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1681.353283] env[62221]: DEBUG nova.compute.provider_tree [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 169 to 170 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1681.353420] env[62221]: DEBUG nova.compute.provider_tree [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.357054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.399446] env[62221]: DEBUG nova.network.neutron [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updating instance_info_cache with network_info: [{"id": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "address": "fa:16:3e:36:94:0c", "network": {"id": "fe862762-9dca-434a-89ad-850d614a055d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-53564041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e8b16f18c442fc82b431c0a953eb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8391410a-99", "ovs_interfaceid": "8391410a-99ab-492e-a9eb-ee2edb5b179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.457017] env[62221]: DEBUG nova.compute.manager [req-38281016-76cf-4be5-b07e-64f7af0abf42 req-83e75082-d553-4adc-961f-be5805df50e1 service nova] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Received event network-vif-deleted-07d92d48-219d-44e1-ae53-5314e9b7fb11 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1681.862960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.863532] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1681.869285] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.998s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.869505] env[62221]: DEBUG nova.objects.instance [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'resources' on Instance uuid 6905688a-bf67-4f8f-803b-7013eb7cbbdd {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.894234] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d8f904-5ede-424e-af6a-68ef793eb189 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.914447] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Releasing lock "refresh_cache-402efd93-620a-4846-98e3-6458d9a2f057" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.916881] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af862fe0-9fb3-42c4-9472-e79d735fedd0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.921228] env[62221]: DEBUG nova.network.neutron [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updated VIF entry in instance network info cache for port 6dc77214-f841-4ccd-86a3-730d94bf383b. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.921228] env[62221]: DEBUG nova.network.neutron [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating instance_info_cache with network_info: [{"id": "6dc77214-f841-4ccd-86a3-730d94bf383b", "address": "fa:16:3e:01:42:4d", "network": {"id": "464af11e-6c71-41c7-83f2-8e47fdbe7e22", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936453477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3edd379dd9408db74c41714769904e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc77214-f8", "ovs_interfaceid": "6dc77214-f841-4ccd-86a3-730d94bf383b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.922257] env[62221]: DEBUG nova.compute.manager [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1681.924836] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487c6ef-14d6-41af-8461-0ad5d69b4184 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.939598] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1682.371016] env[62221]: DEBUG nova.compute.utils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.372798] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1682.373164] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.426951] env[62221]: DEBUG oslo_concurrency.lockutils [req-ef93bc99-ac93-4e8e-aeb2-a27308fdc9de req-f5639bc2-4484-4f29-bfd8-7f8409bb9f6b service nova] Releasing lock "refresh_cache-5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.430912] env[62221]: DEBUG nova.network.neutron [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.442792] env[62221]: DEBUG nova.policy [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d495713ad934566b846bbcbf3809421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98de71ce0daa4621acbc69bec033f9ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1682.448640] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.454332] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb4ecbb-2b09-4f2d-8cb1-6d1bab76dec1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.468375] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1682.468375] env[62221]: value = "task-1701743" [ 1682.468375] env[62221]: _type = "Task" [ 1682.468375] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.487802] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.641156] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b59c1be-74df-4a64-93bb-0b52eed28cdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.651366] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d84d4-f93a-49e4-9a73-69d9b182bbeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.684399] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a79ba4-b49f-4d19-abd2-af99e6754dca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.692795] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a78cc0-a8d6-446d-8b07-a6b0012e4070 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.706848] env[62221]: DEBUG nova.compute.provider_tree [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.774962] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Successfully created port: 45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.875993] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1682.936887] env[62221]: INFO nova.compute.manager [-] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Took 1.96 seconds to deallocate network for instance. [ 1682.957891] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b31d9-ce9d-4005-bc82-069633000cc9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.967602] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Doing hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1682.967946] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ecb61472-c2c6-4d76-993c-4c9fc364dcda {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.980470] env[62221]: DEBUG oslo_vmware.api [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701743, 'name': PowerOnVM_Task, 'duration_secs': 0.439295} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.982648] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.982899] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-04a6c9b1-709e-4a78-998f-adcbef983fc9 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance '17a2c64c-5f38-4348-8589-75d3d0995ed5' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1682.987289] env[62221]: DEBUG oslo_vmware.api [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1682.987289] env[62221]: value = "task-1701744" [ 1682.987289] env[62221]: _type = "Task" [ 1682.987289] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.998892] env[62221]: DEBUG oslo_vmware.api [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701744, 'name': ResetVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.210852] env[62221]: DEBUG nova.scheduler.client.report [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1683.448605] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.488881] env[62221]: DEBUG nova.compute.manager [req-9c010e5a-c345-4e26-9b3e-688b5cd1dc41 req-d4dc491f-c20a-4c59-a82b-321858ced58e service nova] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Received event network-vif-deleted-9bd47574-cfd0-4357-8dae-c9fd2427e17d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.504666] env[62221]: DEBUG oslo_vmware.api [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701744, 'name': ResetVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.715849] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.718340] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.754s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.718620] env[62221]: DEBUG nova.objects.instance [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'resources' on Instance uuid 8358a4d4-6167-4ae6-94c7-8ec0f431a504 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.741520] env[62221]: INFO nova.scheduler.client.report [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted allocations for instance 6905688a-bf67-4f8f-803b-7013eb7cbbdd [ 1683.890740] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1683.916572] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f49d90904c4e71621bbb77f7d3a38095',container_format='bare',created_at=2024-12-10T18:43:14Z,direct_url=,disk_format='vmdk',id=28e782a3-0dab-40ab-b89d-3ccbd880241b,min_disk=1,min_ram=0,name='tempest-test-snap-968928911',owner='98de71ce0daa4621acbc69bec033f9ee',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2024-12-10T18:43:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.916812] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.916967] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.917166] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.917312] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.917456] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.917684] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.917892] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.918086] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.918251] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.918419] env[62221]: DEBUG nova.virt.hardware [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.919329] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376887b-dd55-4b04-8540-c9d282328696 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.928222] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7cfea-2775-46a4-bc41-4f5926a75ae7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.006429] env[62221]: DEBUG oslo_vmware.api [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701744, 'name': ResetVM_Task, 'duration_secs': 0.592851} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.006706] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Did hard reboot of VM {{(pid=62221) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1684.006897] env[62221]: DEBUG nova.compute.manager [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1684.007714] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ed2d2-5489-44a5-8dde-7cdcad924a09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.249214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-95bc5ef8-bd0b-4d4c-8f42-8a5f58f6eb9a tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "6905688a-bf67-4f8f-803b-7013eb7cbbdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.570s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.430636] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c084810d-0bc0-47c7-94ac-c20efb62d5fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.439526] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c213b-0618-4f38-813f-ba4b76830761 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.481491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29c182-d413-4f64-b238-0570ddc86777 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.490960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8633a-2a50-4bef-8881-52cfe88cfa1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.511727] env[62221]: DEBUG nova.compute.provider_tree [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.521879] env[62221]: DEBUG oslo_concurrency.lockutils [None req-17310168-a23a-431c-9dec-4833450c2c6f tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.831s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.592343] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Successfully updated port: 45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.763334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.763584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.763785] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.763963] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.764144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.766371] env[62221]: INFO nova.compute.manager [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Terminating instance [ 1684.768286] env[62221]: DEBUG nova.compute.manager [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1684.768478] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.769325] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d42ac-c40e-476b-bb86-26e531f80b55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.777780] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.778103] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7493d8-124a-4123-9f38-7ecde2febb9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.785200] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1684.785200] env[62221]: value = "task-1701745" [ 1684.785200] env[62221]: _type = "Task" [ 1684.785200] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.793350] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.016366] env[62221]: DEBUG nova.scheduler.client.report [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1685.095244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.095408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.095563] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.248971] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "402efd93-620a-4846-98e3-6458d9a2f057" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.249113] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.249346] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "402efd93-620a-4846-98e3-6458d9a2f057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.249427] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.249584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.251662] env[62221]: INFO nova.compute.manager [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Terminating instance [ 1685.253389] env[62221]: DEBUG nova.compute.manager [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1685.253587] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.254442] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b2abd-477a-4b05-909d-fef6d1f6f8bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.261346] env[62221]: DEBUG nova.network.neutron [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Port d3453e06-ac4e-44e4-a6ad-145178113cea binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1685.261574] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.261723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.261883] env[62221]: DEBUG nova.network.neutron [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.265048] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.265345] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522b4f48-4c7b-4805-a124-bf60ad966b6e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.273236] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1685.273236] env[62221]: value = "task-1701746" [ 1685.273236] env[62221]: _type = "Task" [ 1685.273236] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.281743] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.294443] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701745, 'name': PowerOffVM_Task, 'duration_secs': 0.19966} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.294679] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.294850] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.295115] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b21ecd3a-21ae-4ee8-b88c-ef31b20072ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.377277] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.377540] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.377728] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleting the datastore file [datastore1] abb64cdc-ecef-47fa-9185-99fac06dc80c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.378063] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2165d9aa-5741-41b4-9089-136ef2367f16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.385468] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for the task: (returnval){ [ 1685.385468] env[62221]: value = "task-1701748" [ 1685.385468] env[62221]: _type = "Task" [ 1685.385468] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.393662] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.518645] env[62221]: DEBUG nova.compute.manager [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Received event network-vif-plugged-45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.518996] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Acquiring lock "53959525-bd11-451a-aeeb-47626866faaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.519254] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Lock "53959525-bd11-451a-aeeb-47626866faaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.519513] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Lock "53959525-bd11-451a-aeeb-47626866faaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.519774] env[62221]: DEBUG nova.compute.manager [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] No waiting events found dispatching network-vif-plugged-45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1685.520037] env[62221]: WARNING nova.compute.manager [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Received unexpected event network-vif-plugged-45ada1f3-9af6-4573-8681-f9b436fbcf4f for instance with vm_state building and task_state spawning. [ 1685.520284] env[62221]: DEBUG nova.compute.manager [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Received event network-changed-45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.520519] env[62221]: DEBUG nova.compute.manager [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Refreshing instance network info cache due to event network-changed-45ada1f3-9af6-4573-8681-f9b436fbcf4f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1685.520770] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Acquiring lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.521818] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.524228] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.076s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.524444] env[62221]: DEBUG nova.objects.instance [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lazy-loading 'resources' on Instance uuid 50d9daac-be41-4cd4-b378-271494ce2eee {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.544891] env[62221]: INFO nova.scheduler.client.report [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocations for instance 8358a4d4-6167-4ae6-94c7-8ec0f431a504 [ 1685.638835] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.784084] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701746, 'name': PowerOffVM_Task, 'duration_secs': 0.36162} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.784336] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.784493] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.784810] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715a8b0c-38c0-46f4-993d-c07959b51f59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.883018] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.883259] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.883444] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Deleting the datastore file [datastore1] 402efd93-620a-4846-98e3-6458d9a2f057 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.883709] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec7c47d-e27a-4947-896e-c88ed1796229 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.892085] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for the task: (returnval){ [ 1685.892085] env[62221]: value = "task-1701750" [ 1685.892085] env[62221]: _type = "Task" [ 1685.892085] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.895366] env[62221]: DEBUG oslo_vmware.api [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Task: {'id': task-1701748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180434} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.898398] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.898589] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.898763] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.899032] env[62221]: INFO nova.compute.manager [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1685.899306] env[62221]: DEBUG oslo.service.loopingcall [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.899523] env[62221]: DEBUG nova.compute.manager [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1685.899618] env[62221]: DEBUG nova.network.neutron [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.906312] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.943723] env[62221]: DEBUG nova.network.neutron [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Updating instance_info_cache with network_info: [{"id": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "address": "fa:16:3e:cf:23:b3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ada1f3-9a", "ovs_interfaceid": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.051815] env[62221]: DEBUG oslo_concurrency.lockutils [None req-701c597b-1134-493a-823f-4eb7575f5160 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8358a4d4-6167-4ae6-94c7-8ec0f431a504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.396s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.209147] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b37bdd-a65a-475a-95f3-93aacd5aa862 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.217194] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f06145-f799-4a9a-8173-0b7143b1026a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.248381] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a581f127-c42c-44f9-8fd5-31ba0426ed91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.256738] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02422da9-b3a7-48f3-992f-8dae8003b348 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.272398] env[62221]: DEBUG nova.compute.provider_tree [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.376485] env[62221]: DEBUG nova.network.neutron [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.406213] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.446112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.446408] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Instance network_info: |[{"id": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "address": "fa:16:3e:cf:23:b3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ada1f3-9a", "ovs_interfaceid": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1686.446708] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Acquired lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.446890] env[62221]: DEBUG nova.network.neutron [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Refreshing network info cache for port 45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.448167] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:23:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ada1f3-9af6-4573-8681-f9b436fbcf4f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.460806] env[62221]: DEBUG oslo.service.loopingcall [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.466388] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.466863] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb33b53-833c-4b0d-bf3d-28e55e625262 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.491243] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.491243] env[62221]: value = "task-1701751" [ 1686.491243] env[62221]: _type = "Task" [ 1686.491243] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.500558] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.775046] env[62221]: DEBUG nova.network.neutron [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Updated VIF entry in instance network info cache for port 45ada1f3-9af6-4573-8681-f9b436fbcf4f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.775046] env[62221]: DEBUG nova.network.neutron [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Updating instance_info_cache with network_info: [{"id": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "address": "fa:16:3e:cf:23:b3", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ada1f3-9a", "ovs_interfaceid": "45ada1f3-9af6-4573-8681-f9b436fbcf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.780812] env[62221]: DEBUG nova.scheduler.client.report [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.879718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.894547] env[62221]: DEBUG nova.network.neutron [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.906405] env[62221]: DEBUG oslo_vmware.api [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Task: {'id': task-1701750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.864222} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.906727] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.907051] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.907389] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.907676] env[62221]: INFO nova.compute.manager [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1686.907959] env[62221]: DEBUG oslo.service.loopingcall [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.908513] env[62221]: DEBUG nova.compute.manager [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1686.908682] env[62221]: DEBUG nova.network.neutron [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.002380] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.284741] env[62221]: DEBUG oslo_concurrency.lockutils [req-9a2bebdf-e92e-4a63-b7d1-92ba67566c6c req-0d25bf75-5c87-49e9-8bbf-bd38d98fc966 service nova] Releasing lock "refresh_cache-53959525-bd11-451a-aeeb-47626866faaa" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.285953] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.304024] env[62221]: INFO nova.scheduler.client.report [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Deleted allocations for instance 50d9daac-be41-4cd4-b378-271494ce2eee [ 1687.382711] env[62221]: DEBUG nova.compute.manager [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62221) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1687.382815] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.383927] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.396984] env[62221]: INFO nova.compute.manager [-] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Took 1.50 seconds to deallocate network for instance. [ 1687.502026] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.548430] env[62221]: DEBUG nova.compute.manager [req-4df4d472-f1d7-406a-81ea-cd48c98c3e39 req-1b6ade05-9e41-4736-acef-755522bc3d8d service nova] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Received event network-vif-deleted-0cf193c6-5c59-4486-b3ed-1d201b6bfe13 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.548487] env[62221]: DEBUG nova.compute.manager [req-4df4d472-f1d7-406a-81ea-cd48c98c3e39 req-1b6ade05-9e41-4736-acef-755522bc3d8d service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Received event network-vif-deleted-8391410a-99ab-492e-a9eb-ee2edb5b179f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.548639] env[62221]: INFO nova.compute.manager [req-4df4d472-f1d7-406a-81ea-cd48c98c3e39 req-1b6ade05-9e41-4736-acef-755522bc3d8d service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Neutron deleted interface 8391410a-99ab-492e-a9eb-ee2edb5b179f; detaching it from the instance and deleting it from the info cache [ 1687.548829] env[62221]: DEBUG nova.network.neutron [req-4df4d472-f1d7-406a-81ea-cd48c98c3e39 req-1b6ade05-9e41-4736-acef-755522bc3d8d service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.574304] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.574531] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.715280] env[62221]: DEBUG nova.network.neutron [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.813810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1aedfd85-92b8-4128-b9b6-94583f34eeb7 tempest-AttachInterfacesTestJSON-1437272390 tempest-AttachInterfacesTestJSON-1437272390-project-member] Lock "50d9daac-be41-4cd4-b378-271494ce2eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.028s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.885659] env[62221]: DEBUG nova.objects.instance [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'migration_context' on Instance uuid 17a2c64c-5f38-4348-8589-75d3d0995ed5 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.903294] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.002950] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.051454] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dbf2f37-c181-4140-ae5c-5d15d65038d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.062380] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7ac25-1f8d-45ce-814a-14c16a94d4d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.076356] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1688.098480] env[62221]: DEBUG nova.compute.manager [req-4df4d472-f1d7-406a-81ea-cd48c98c3e39 req-1b6ade05-9e41-4736-acef-755522bc3d8d service nova] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Detach interface failed, port_id=8391410a-99ab-492e-a9eb-ee2edb5b179f, reason: Instance 402efd93-620a-4846-98e3-6458d9a2f057 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1688.216923] env[62221]: INFO nova.compute.manager [-] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Took 1.31 seconds to deallocate network for instance. [ 1688.506250] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.566216] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eccdd0-d44a-4b50-a80a-8a250356a576 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.574208] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2337b-b472-4731-93d6-abb724c60407 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.611077] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a64110-b39f-454c-8fb3-34397fe2cf74 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.619540] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39decbbb-4def-42ba-bde3-78808ad3273c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.624562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.635151] env[62221]: DEBUG nova.compute.provider_tree [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.723168] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.004601] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.138527] env[62221]: DEBUG nova.scheduler.client.report [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1689.347678] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.504988] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.852252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.005800] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701751, 'name': CreateVM_Task, 'duration_secs': 3.325743} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.006273] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.006728] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.007437] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.007437] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.007576] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214f49b4-fcb3-4905-94b2-045339a0805d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.013479] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1690.013479] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd1859-2704-af5f-d9df-25aa0f328e77" [ 1690.013479] env[62221]: _type = "Task" [ 1690.013479] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.021952] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd1859-2704-af5f-d9df-25aa0f328e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.149205] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.766s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.156513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.252s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.156876] env[62221]: DEBUG nova.objects.instance [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lazy-loading 'resources' on Instance uuid abb64cdc-ecef-47fa-9185-99fac06dc80c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.525482] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.525744] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Processing image 28e782a3-0dab-40ab-b89d-3ccbd880241b {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.525993] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.526163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.526344] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.526594] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f9f85c8-2c0e-46df-8354-5e153f0f93f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.536120] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.536311] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.537077] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c41fbe-74b9-4c5f-81ff-d7eba5f6d95c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.543475] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1690.543475] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529801c2-01c7-8b92-5691-e22406b84186" [ 1690.543475] env[62221]: _type = "Task" [ 1690.543475] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.555222] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529801c2-01c7-8b92-5691-e22406b84186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.843166] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfef858-8d79-4d6d-b48f-ceec9c728db5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.850121] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c702e2-5de3-4488-8fc6-75f506bcd92c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.882081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafdfb04-c820-4b8a-88e6-58c90c3b59f8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.890624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090ae8a-d01d-4a69-ae25-9e2fc16b5178 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.904979] env[62221]: DEBUG nova.compute.provider_tree [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.055272] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1691.058098] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Fetch image to [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a/OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1691.058098] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Downloading stream optimized image 28e782a3-0dab-40ab-b89d-3ccbd880241b to [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a/OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a.vmdk on the data store datastore1 as vApp {{(pid=62221) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1691.058098] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Downloading image file data 28e782a3-0dab-40ab-b89d-3ccbd880241b to the ESX as VM named 'OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a' {{(pid=62221) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1691.145017] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1691.145017] env[62221]: value = "resgroup-9" [ 1691.145017] env[62221]: _type = "ResourcePool" [ 1691.145017] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1691.145017] env[62221]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb401194-c81c-45ce-8f2a-c3597c7ba887 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.170901] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease: (returnval){ [ 1691.170901] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255c43c-05a6-2bc2-876d-d9c1549e892a" [ 1691.170901] env[62221]: _type = "HttpNfcLease" [ 1691.170901] env[62221]: } obtained for vApp import into resource pool (val){ [ 1691.170901] env[62221]: value = "resgroup-9" [ 1691.170901] env[62221]: _type = "ResourcePool" [ 1691.170901] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1691.171629] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the lease: (returnval){ [ 1691.171629] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255c43c-05a6-2bc2-876d-d9c1549e892a" [ 1691.171629] env[62221]: _type = "HttpNfcLease" [ 1691.171629] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1691.182757] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1691.182757] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255c43c-05a6-2bc2-876d-d9c1549e892a" [ 1691.182757] env[62221]: _type = "HttpNfcLease" [ 1691.182757] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1691.411189] env[62221]: DEBUG nova.scheduler.client.report [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1691.696858] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1691.696858] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255c43c-05a6-2bc2-876d-d9c1549e892a" [ 1691.696858] env[62221]: _type = "HttpNfcLease" [ 1691.696858] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1691.697179] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1691.697179] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5255c43c-05a6-2bc2-876d-d9c1549e892a" [ 1691.697179] env[62221]: _type = "HttpNfcLease" [ 1691.697179] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1691.697972] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5c89d-d991-408e-b72f-1013f7292d83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.705484] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1691.705669] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1691.707663] env[62221]: INFO nova.compute.manager [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Swapping old allocation on dict_keys(['7f6f8f99-7d78-45eb-9080-8e2c493a11cb']) held by migration a7f8046b-8eb1-4028-8903-21092b4dd558 for instance [ 1691.772350] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d0359cc-ddfb-4984-84c0-9c09aaf71462 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.778416] env[62221]: DEBUG nova.scheduler.client.report [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Overwriting current allocation {'allocations': {'7f6f8f99-7d78-45eb-9080-8e2c493a11cb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'b160f5fd5ab34c48acaa09d533ba8c3b', 'user_id': '293c12d7e38d456688df09531cfeee39', 'consumer_generation': 1} on consumer 17a2c64c-5f38-4348-8589-75d3d0995ed5 {{(pid=62221) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1691.860501] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.860744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.860925] env[62221]: DEBUG nova.network.neutron [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.914810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.919067] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.294s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.921339] env[62221]: INFO nova.compute.claims [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.934569] env[62221]: INFO nova.scheduler.client.report [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Deleted allocations for instance abb64cdc-ecef-47fa-9185-99fac06dc80c [ 1692.447886] env[62221]: DEBUG oslo_concurrency.lockutils [None req-206a3de7-a625-4eee-b8f5-a7f151e65854 tempest-ListServerFiltersTestJSON-1693241361 tempest-ListServerFiltersTestJSON-1693241361-project-member] Lock "abb64cdc-ecef-47fa-9185-99fac06dc80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.683s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.484861] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1692.485394] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1692.486624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8081e-e90f-42d1-a492-39436e7b59fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.496492] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1692.496492] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1692.497283] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e620a37f-6b70-4502-8b32-76053981c8a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.669759] env[62221]: DEBUG oslo_vmware.rw_handles [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252d223-efb6-2fce-8864-2469079da77c/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1692.670226] env[62221]: INFO nova.virt.vmwareapi.images [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Downloaded image file data 28e782a3-0dab-40ab-b89d-3ccbd880241b [ 1692.671286] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279cd5d9-11ba-4ac0-8a46-0fb938205b84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.690578] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b670858-6bad-4022-bab4-61ee8ce05f25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.714212] env[62221]: INFO nova.virt.vmwareapi.images [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] The imported VM was unregistered [ 1692.716748] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1692.716988] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.717462] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8d9e3b-5816-4348-adbc-2343455e3e60 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.727030] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.727219] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a/OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a.vmdk to [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk. {{(pid=62221) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1692.727463] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65f958a2-6788-4f1e-95e5-edb83b94ea40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.733488] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1692.733488] env[62221]: value = "task-1701754" [ 1692.733488] env[62221]: _type = "Task" [ 1692.733488] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.741484] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.743779] env[62221]: DEBUG nova.network.neutron [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [{"id": "d3453e06-ac4e-44e4-a6ad-145178113cea", "address": "fa:16:3e:4f:18:be", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3453e06-ac", "ovs_interfaceid": "d3453e06-ac4e-44e4-a6ad-145178113cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.925815] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.926154] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.121900] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519fadd-eaa2-4354-9b58-e3594d7eaed8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.129794] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b7c08-86a1-4569-871a-0f97fc3725e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.160339] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d974a-311b-40a2-9f79-04876b6df63d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.170340] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3e2a2f-0503-4c3b-8f23-3d378f7de923 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.184256] env[62221]: DEBUG nova.compute.provider_tree [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.243785] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.246480] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-17a2c64c-5f38-4348-8589-75d3d0995ed5" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.246933] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.247211] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39dacfda-9d06-4ebc-b424-ae32fba4f022 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.255090] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1693.255090] env[62221]: value = "task-1701755" [ 1693.255090] env[62221]: _type = "Task" [ 1693.255090] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.265020] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.428725] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1693.688101] env[62221]: DEBUG nova.scheduler.client.report [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1693.744690] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.765058] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701755, 'name': PowerOffVM_Task, 'duration_secs': 0.204257} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.765058] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.765809] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1693.766027] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1693.766182] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1693.766373] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1693.766504] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1693.766880] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1693.766880] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1693.767018] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1693.767158] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1693.767322] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1693.767492] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1693.772902] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea00004-f3f5-470e-a1f0-3dc53760bee1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.789450] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1693.789450] env[62221]: value = "task-1701756" [ 1693.789450] env[62221]: _type = "Task" [ 1693.789450] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.797580] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.953251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.194026] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.194598] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1694.197487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.474s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.197663] env[62221]: DEBUG nova.objects.instance [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lazy-loading 'resources' on Instance uuid 402efd93-620a-4846-98e3-6458d9a2f057 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.245614] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.299806] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.701206] env[62221]: DEBUG nova.compute.utils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.705955] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1694.705955] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.746485] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.747989] env[62221]: DEBUG nova.policy [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38645d6759d44f5e9f7edf15f6d99f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81444bd3c41248b4a00f02c599d5f895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1694.800984] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.876425] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795bfb75-be6f-4b2f-a050-4a27ac7f33c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.885467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad8c4f-1610-44d9-b86a-347fa01fd74c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.917828] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b7aa7-9f60-4b05-ac05-ad12ede81da5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.927304] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cb812-a2d9-4bd8-8662-361428331446 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.941291] env[62221]: DEBUG nova.compute.provider_tree [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.206803] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1695.248329] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.301012] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701756, 'name': ReconfigVM_Task, 'duration_secs': 1.191966} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.301396] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c5025-a1b8-4574-9d4c-d51ba80b9a73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.321642] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1695.321906] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1695.321906] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1695.322105] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1695.322250] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1695.322426] env[62221]: DEBUG nova.virt.hardware [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1695.323305] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4ea022-ea59-442f-8b30-2ee280c6af4b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.329325] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1695.329325] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52653e28-c5af-8016-ba45-f758e63256e6" [ 1695.329325] env[62221]: _type = "Task" [ 1695.329325] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.337413] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52653e28-c5af-8016-ba45-f758e63256e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.403473] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Successfully created port: 46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1695.445214] env[62221]: DEBUG nova.scheduler.client.report [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.747502] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701754, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.777303} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.747820] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a/OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a.vmdk to [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk. [ 1695.747820] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Cleaning up location [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1695.747984] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fc1be79a-c3e5-4eff-8f18-3b2eec8a006a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.748839] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647acd09-cb36-4fed-87c4-ca2ca38a39be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.755626] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1695.755626] env[62221]: value = "task-1701757" [ 1695.755626] env[62221]: _type = "Task" [ 1695.755626] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.763286] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.840179] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52653e28-c5af-8016-ba45-f758e63256e6, 'name': SearchDatastore_Task, 'duration_secs': 0.046607} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.845421] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1695.845692] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7ac9ca-b95a-41bf-a3f9-0fe0c1799664 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.863427] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1695.863427] env[62221]: value = "task-1701758" [ 1695.863427] env[62221]: _type = "Task" [ 1695.863427] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.871352] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.950594] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.954144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.101s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.954144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.954332] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1695.954643] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.002s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.956139] env[62221]: INFO nova.compute.claims [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.959240] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2545a00f-ef0d-4fe6-992a-66fa95789065 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.967965] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75773c3a-d5c0-454c-b1fd-2e299cce01c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.972825] env[62221]: INFO nova.scheduler.client.report [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Deleted allocations for instance 402efd93-620a-4846-98e3-6458d9a2f057 [ 1695.985692] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a32cff-c257-4166-84aa-6356f94cc12c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.993243] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c8938-e93c-49a6-8828-130d6f1ae4f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.025688] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179597MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1696.025688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.220345] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1696.247026] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.247026] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.247241] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.247368] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.247509] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.247654] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.247859] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.248088] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.248274] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.248438] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.248608] env[62221]: DEBUG nova.virt.hardware [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.249489] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecab729-2795-406c-b423-ffb8d8849454 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.260061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8944dceb-1a5e-4188-ac72-c9e28dd1ae0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.270619] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064196} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.278037] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.278232] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.278481] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk to [datastore1] 53959525-bd11-451a-aeeb-47626866faaa/53959525-bd11-451a-aeeb-47626866faaa.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.278940] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ad366e-4e95-4a57-b77c-9f72ae3b8918 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.285760] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1696.285760] env[62221]: value = "task-1701759" [ 1696.285760] env[62221]: _type = "Task" [ 1696.285760] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.293956] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.373169] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701758, 'name': ReconfigVM_Task, 'duration_secs': 0.388499} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.373448] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1696.374315] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83e7de-a638-4dac-8e1f-780beab15ad7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.400449] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.400449] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77bb8ba-c28d-4f7c-8f13-06740e05b585 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.416603] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1696.416603] env[62221]: value = "task-1701760" [ 1696.416603] env[62221]: _type = "Task" [ 1696.416603] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.429058] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.489058] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0ba816b9-2a47-48af-bb84-65bce2212c83 tempest-InstanceActionsTestJSON-882641832 tempest-InstanceActionsTestJSON-882641832-project-member] Lock "402efd93-620a-4846-98e3-6458d9a2f057" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.240s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.796181] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.930764] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701760, 'name': ReconfigVM_Task, 'duration_secs': 0.247217} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.931111] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5/17a2c64c-5f38-4348-8589-75d3d0995ed5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.932108] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619bc9be-3a64-4ea9-8e7f-7663ab9da5e9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.952912] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875f9a4-a279-4a21-b4fb-88766852bc70 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.960032] env[62221]: DEBUG nova.compute.manager [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Received event network-vif-plugged-46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.960032] env[62221]: DEBUG oslo_concurrency.lockutils [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] Acquiring lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.960032] env[62221]: DEBUG oslo_concurrency.lockutils [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.960032] env[62221]: DEBUG oslo_concurrency.lockutils [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.960032] env[62221]: DEBUG nova.compute.manager [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] No waiting events found dispatching network-vif-plugged-46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1696.960816] env[62221]: WARNING nova.compute.manager [req-a5b6538b-42b8-4415-aee5-500fccb71835 req-87cf66b6-64a9-4eda-82ac-2e5763c6eeef service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Received unexpected event network-vif-plugged-46cb65c5-3597-4a54-bf75-dab72564f278 for instance with vm_state building and task_state spawning. [ 1696.982140] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696df1cf-2a4e-4e0f-a9f5-2e7fd5a9b6f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.005575] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd54cb5-f507-4400-b7eb-ae5a54db836d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.013253] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.013531] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-093d2a91-b787-4b1c-95d4-ce4ab49bb255 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.020531] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1697.020531] env[62221]: value = "task-1701761" [ 1697.020531] env[62221]: _type = "Task" [ 1697.020531] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.033361] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.069574] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Successfully updated port: 46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.162331] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6294bbe1-75ff-40b7-877d-c274b90ecf8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.170783] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa51d22-06c7-47ea-9779-be886ae0c860 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.203751] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8eb9a3-9bb5-4122-870f-169ad524709d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.211021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805d7f9-f122-4dee-b412-7fc543aed0c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.226008] env[62221]: DEBUG nova.compute.provider_tree [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.297015] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.534568] env[62221]: DEBUG oslo_vmware.api [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701761, 'name': PowerOnVM_Task, 'duration_secs': 0.496898} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.534825] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.572112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.572327] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.572433] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1697.729764] env[62221]: DEBUG nova.scheduler.client.report [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.798297] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.113953] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1698.239032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.239032] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1698.241593] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.216s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.269355] env[62221]: DEBUG nova.network.neutron [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updating instance_info_cache with network_info: [{"id": "46cb65c5-3597-4a54-bf75-dab72564f278", "address": "fa:16:3e:39:d0:0b", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46cb65c5-35", "ovs_interfaceid": "46cb65c5-3597-4a54-bf75-dab72564f278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.301236] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.546503] env[62221]: INFO nova.compute.manager [None req-dd7330a9-20ba-4318-aac2-98c5dd1ee4c7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance to original state: 'active' [ 1698.746025] env[62221]: DEBUG nova.compute.utils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.753706] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1698.753706] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.772606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.772983] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Instance network_info: |[{"id": "46cb65c5-3597-4a54-bf75-dab72564f278", "address": "fa:16:3e:39:d0:0b", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46cb65c5-35", "ovs_interfaceid": "46cb65c5-3597-4a54-bf75-dab72564f278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1698.773509] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d0:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46cb65c5-3597-4a54-bf75-dab72564f278', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.781848] env[62221]: DEBUG oslo.service.loopingcall [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.783017] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.783301] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280682db-ed31-43e6-9236-9f07ea10c39b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.808121] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.810963] env[62221]: DEBUG nova.policy [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de48dccbc5ef4281a48e9e5bc85e7a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '467031c870ca4cc099aee321721e3510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1698.812384] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.812384] env[62221]: value = "task-1701762" [ 1698.812384] env[62221]: _type = "Task" [ 1698.812384] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.821842] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701762, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.988956] env[62221]: DEBUG nova.compute.manager [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Received event network-changed-46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.989249] env[62221]: DEBUG nova.compute.manager [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Refreshing instance network info cache due to event network-changed-46cb65c5-3597-4a54-bf75-dab72564f278. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1698.989405] env[62221]: DEBUG oslo_concurrency.lockutils [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] Acquiring lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.989549] env[62221]: DEBUG oslo_concurrency.lockutils [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] Acquired lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.989721] env[62221]: DEBUG nova.network.neutron [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Refreshing network info cache for port 46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1699.120529] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Successfully created port: 66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.253946] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1699.285118] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b43073a2-7af8-4ee2-b770-181362a73473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d11af1c1-3a70-4526-ba78-e092c30ddc54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 06495f71-360d-4876-99df-1e48312ca597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 44e2741a-1877-4091-920d-b7a499ee1696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 17a2c64c-5f38-4348-8589-75d3d0995ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 53959525-bd11-451a-aeeb-47626866faaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 9af12e5d-78cf-4dde-8ec4-a5f80954f01c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d981a632-1858-4349-a962-0f705bf1592a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1699.289022] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1699.313160] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701759, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.609624} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.317190] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28e782a3-0dab-40ab-b89d-3ccbd880241b/28e782a3-0dab-40ab-b89d-3ccbd880241b.vmdk to [datastore1] 53959525-bd11-451a-aeeb-47626866faaa/53959525-bd11-451a-aeeb-47626866faaa.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.318066] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7fb88-370b-475a-88f9-c8119aa236d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.327631] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701762, 'name': CreateVM_Task, 'duration_secs': 0.43673} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.337153] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.347313] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 53959525-bd11-451a-aeeb-47626866faaa/53959525-bd11-451a-aeeb-47626866faaa.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.350530] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.350720] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.350998] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.351260] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67911d01-2150-4320-aec3-0205f229d4c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.368654] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ba6fcc-eaa5-4bb4-a714-de61e3278498 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.374476] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1699.374476] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ffd1a-0048-2e20-4c76-fbf7690e0116" [ 1699.374476] env[62221]: _type = "Task" [ 1699.374476] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.378439] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1699.378439] env[62221]: value = "task-1701763" [ 1699.378439] env[62221]: _type = "Task" [ 1699.378439] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.387836] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524ffd1a-0048-2e20-4c76-fbf7690e0116, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.388522] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.388779] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.389025] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.389207] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.389416] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.390370] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b900d34a-9de2-4211-8d0b-435aa485b04f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.397104] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.403349] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.403537] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.404285] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f0fe83-d014-4671-b62a-bfef64cbe351 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.411341] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1699.411341] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b5ad8-4d56-fd33-41fd-e2327965f886" [ 1699.411341] env[62221]: _type = "Task" [ 1699.411341] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.418883] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b5ad8-4d56-fd33-41fd-e2327965f886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.477957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19df46-dbec-4f81-ac93-942183c53d35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.485720] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336395f-95de-46a5-ab81-44327158a9ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.520780] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03cb68-6c21-482e-a106-bbe8561e12a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.528351] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d4fc81-d799-49bc-8691-9abe585b3c0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.542745] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.815974] env[62221]: DEBUG nova.network.neutron [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updated VIF entry in instance network info cache for port 46cb65c5-3597-4a54-bf75-dab72564f278. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.816351] env[62221]: DEBUG nova.network.neutron [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updating instance_info_cache with network_info: [{"id": "46cb65c5-3597-4a54-bf75-dab72564f278", "address": "fa:16:3e:39:d0:0b", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46cb65c5-35", "ovs_interfaceid": "46cb65c5-3597-4a54-bf75-dab72564f278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.892283] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701763, 'name': ReconfigVM_Task, 'duration_secs': 0.433415} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.892632] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 53959525-bd11-451a-aeeb-47626866faaa/53959525-bd11-451a-aeeb-47626866faaa.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.893486] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea2d37c-a3b1-4a7a-ad51-fff8cb648955 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.901185] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1699.901185] env[62221]: value = "task-1701764" [ 1699.901185] env[62221]: _type = "Task" [ 1699.901185] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.910403] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701764, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.920099] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]528b5ad8-4d56-fd33-41fd-e2327965f886, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.920847] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283dad7a-16a8-415f-b1ff-5e673637dc2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.925739] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1699.925739] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e831f6-adfa-7d67-410c-97b8102d2109" [ 1699.925739] env[62221]: _type = "Task" [ 1699.925739] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.934153] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e831f6-adfa-7d67-410c-97b8102d2109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.047487] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1700.268841] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1700.306022] env[62221]: DEBUG nova.virt.hardware [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1700.306022] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660013ec-b3c7-4fae-8f29-5aa4683a9712 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.314224] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62789baa-6aef-47c2-86e2-60463d599ce2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.318617] env[62221]: DEBUG oslo_concurrency.lockutils [req-78ab14bf-939b-4457-b4f5-43167e2943c5 req-3078fd49-5c8b-422c-96ae-f23387c0ac2d service nova] Releasing lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.413830] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701764, 'name': Rename_Task, 'duration_secs': 0.436058} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.414306] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.414615] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-613c8b98-484b-4761-98af-0c4136adc847 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.421192] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1700.421192] env[62221]: value = "task-1701765" [ 1700.421192] env[62221]: _type = "Task" [ 1700.421192] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.429197] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.438913] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e831f6-adfa-7d67-410c-97b8102d2109, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.438913] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.438913] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9af12e5d-78cf-4dde-8ec4-a5f80954f01c/9af12e5d-78cf-4dde-8ec4-a5f80954f01c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.438913] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe2cdce8-aa76-4059-9832-e25836e35c50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.444797] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1700.444797] env[62221]: value = "task-1701766" [ 1700.444797] env[62221]: _type = "Task" [ 1700.444797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.452461] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.550699] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1700.550936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.309s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.551186] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.551325] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1700.627385] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Successfully updated port: 66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.642140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.642140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.642140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.642140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.642466] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.645436] env[62221]: INFO nova.compute.manager [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Terminating instance [ 1700.647363] env[62221]: DEBUG nova.compute.manager [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1700.647568] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.648467] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b72fb-aa1d-47ee-9416-451f0469efb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.658438] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.658563] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e41dd5b-6dd8-46c2-ae70-4b9142ec1b57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.665194] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1700.665194] env[62221]: value = "task-1701767" [ 1700.665194] env[62221]: _type = "Task" [ 1700.665194] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.674438] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.936674] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.957395] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452121} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.957655] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 9af12e5d-78cf-4dde-8ec4-a5f80954f01c/9af12e5d-78cf-4dde-8ec4-a5f80954f01c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.957863] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.958176] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e93d6e2-2e22-410d-b719-c3c6753d8386 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.964589] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1700.964589] env[62221]: value = "task-1701768" [ 1700.964589] env[62221]: _type = "Task" [ 1700.964589] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.974852] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.092204] env[62221]: DEBUG nova.compute.manager [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1701.092445] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.092656] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.092825] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.092996] env[62221]: DEBUG nova.compute.manager [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] No waiting events found dispatching network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1701.093181] env[62221]: WARNING nova.compute.manager [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received unexpected event network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 for instance with vm_state building and task_state spawning. [ 1701.093341] env[62221]: DEBUG nova.compute.manager [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1701.093495] env[62221]: DEBUG nova.compute.manager [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing instance network info cache due to event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1701.093674] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.093809] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.094485] env[62221]: DEBUG nova.network.neutron [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing network info cache for port 66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.132385] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.175445] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701767, 'name': PowerOffVM_Task, 'duration_secs': 0.193842} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.175893] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.176130] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.176418] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8757bee0-5a99-4675-aad8-3dba23f2edbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.290178] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.290515] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.290757] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleting the datastore file [datastore1] 17a2c64c-5f38-4348-8589-75d3d0995ed5 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.291060] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87d3c1bf-701e-4284-9cc3-6479c45f5ab2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.298459] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1701.298459] env[62221]: value = "task-1701770" [ 1701.298459] env[62221]: _type = "Task" [ 1701.298459] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.305836] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.436707] env[62221]: DEBUG oslo_vmware.api [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701765, 'name': PowerOnVM_Task, 'duration_secs': 0.60019} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.436976] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.437583] env[62221]: INFO nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Took 17.55 seconds to spawn the instance on the hypervisor. [ 1701.437678] env[62221]: DEBUG nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1701.438471] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1077c-4100-4972-8db3-1331c9d2fefd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.476354] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071644} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.477030] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1701.477434] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a578c-c7f0-406d-85e9-727a67d82378 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.500293] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9af12e5d-78cf-4dde-8ec4-a5f80954f01c/9af12e5d-78cf-4dde-8ec4-a5f80954f01c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.501280] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99ec3ac-f913-4907-bf59-2ba7bdff4432 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.522413] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1701.522413] env[62221]: value = "task-1701771" [ 1701.522413] env[62221]: _type = "Task" [ 1701.522413] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.530159] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.629879] env[62221]: DEBUG nova.network.neutron [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.709653] env[62221]: DEBUG nova.network.neutron [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.807980] env[62221]: DEBUG oslo_vmware.api [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142245} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.808319] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.808577] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.808836] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.809112] env[62221]: INFO nova.compute.manager [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1701.809429] env[62221]: DEBUG oslo.service.loopingcall [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.809682] env[62221]: DEBUG nova.compute.manager [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1701.809819] env[62221]: DEBUG nova.network.neutron [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.849830] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.850678] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.850678] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.850678] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.929866] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.930187] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.958037] env[62221]: INFO nova.compute.manager [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Took 25.74 seconds to build instance. [ 1702.032541] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701771, 'name': ReconfigVM_Task, 'duration_secs': 0.307316} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.032810] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9af12e5d-78cf-4dde-8ec4-a5f80954f01c/9af12e5d-78cf-4dde-8ec4-a5f80954f01c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.033460] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef980df-742d-4c68-8d5a-a3171034e891 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.042404] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1702.042404] env[62221]: value = "task-1701772" [ 1702.042404] env[62221]: _type = "Task" [ 1702.042404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.050303] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701772, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.213896] env[62221]: DEBUG oslo_concurrency.lockutils [req-6351070d-7b78-4e25-92f2-4e8dde34388a req-7637f642-b3b9-4c51-aa24-939e6c34be52 service nova] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.213896] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.214028] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.355949] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 1702.355949] env[62221]: value = "domain-c8" [ 1702.355949] env[62221]: _type = "ClusterComputeResource" [ 1702.355949] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1702.357161] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dc4e0f-91c6-4048-9bdc-2b0bf94a728e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.375179] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 9 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1702.375358] env[62221]: WARNING nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1702.375533] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 8d651b81-2eab-4725-aea7-45223190e43a {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.375722] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.375880] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid b43073a2-7af8-4ee2-b770-181362a73473 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 17a2c64c-5f38-4348-8589-75d3d0995ed5 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 06495f71-360d-4876-99df-1e48312ca597 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376623] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376856] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 53959525-bd11-451a-aeeb-47626866faaa {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376856] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 9af12e5d-78cf-4dde-8ec4-a5f80954f01c {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.376994] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1702.377399] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "8d651b81-2eab-4725-aea7-45223190e43a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.377592] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "8d651b81-2eab-4725-aea7-45223190e43a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.377846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.378067] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.378297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "b43073a2-7af8-4ee2-b770-181362a73473" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.378481] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "b43073a2-7af8-4ee2-b770-181362a73473" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.378704] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.378879] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "44e2741a-1877-4091-920d-b7a499ee1696" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.379117] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.379306] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.379532] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.379734] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "06495f71-360d-4876-99df-1e48312ca597" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.379904] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "06495f71-360d-4876-99df-1e48312ca597" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.380138] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.380346] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.380534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "53959525-bd11-451a-aeeb-47626866faaa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.380728] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.380916] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.381121] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.381249] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1702.383039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd265d9-a6f6-4155-8174-775b3ed5ce12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.385949] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcaa4c6-7787-4408-a7c2-0858c2533322 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.389983] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d50bf6-f80b-46bd-928d-0d374fde7dc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.391527] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0d8c6-9c1d-4d74-968d-5b136c4d9ecb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.394311] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41683c6b-3cee-4773-947b-52c1eb72c98f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.397058] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89e8e9-667f-4c91-b7cf-30f36772ebfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.400805] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0615dd87-a318-4ea3-b696-4eca0af773a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.432706] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1702.460748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8ee0c781-f4c1-46f0-8c4d-6382ec0f1b23 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.255s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.460748] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "53959525-bd11-451a-aeeb-47626866faaa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.079s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.461054] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c9041-f1ee-422f-bd06-a289986bfb6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.552995] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701772, 'name': Rename_Task, 'duration_secs': 0.148093} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.553329] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.553623] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b9fff8-d843-4e1b-a19e-ed981ca3e77a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.561215] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1702.561215] env[62221]: value = "task-1701773" [ 1702.561215] env[62221]: _type = "Task" [ 1702.561215] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.580886] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.695035] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "53959525-bd11-451a-aeeb-47626866faaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.747523] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.853366] env[62221]: DEBUG nova.network.neutron [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.874182] env[62221]: DEBUG nova.network.neutron [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.916064] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 46 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1702.916327] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 402efd93-620a-4846-98e3-6458d9a2f057] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1702.920034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "44e2741a-1877-4091-920d-b7a499ee1696" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.925600] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.925970] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "8d651b81-2eab-4725-aea7-45223190e43a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.926338] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.930806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "06495f71-360d-4876-99df-1e48312ca597" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.935651] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.941493] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "b43073a2-7af8-4ee2-b770-181362a73473" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.958960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.959364] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.961291] env[62221]: INFO nova.compute.claims [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.972218] env[62221]: INFO nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 53959525-bd11-451a-aeeb-47626866faaa] During sync_power_state the instance has a pending task (deleting). Skip. [ 1702.972449] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "53959525-bd11-451a-aeeb-47626866faaa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.972730] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.278s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.973102] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "53959525-bd11-451a-aeeb-47626866faaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.973467] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.973761] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.976143] env[62221]: INFO nova.compute.manager [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Terminating instance [ 1702.978304] env[62221]: DEBUG nova.compute.manager [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1702.978578] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.979618] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf55c6d-4a5f-4c4c-8c74-077f906a9f24 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.990118] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.990423] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251bc698-765e-44ef-b94c-74e0a211a8d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.997103] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1702.997103] env[62221]: value = "task-1701774" [ 1702.997103] env[62221]: _type = "Task" [ 1702.997103] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.006248] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.071031] env[62221]: DEBUG oslo_vmware.api [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701773, 'name': PowerOnVM_Task, 'duration_secs': 0.421017} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.071390] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.071631] env[62221]: INFO nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1703.071875] env[62221]: DEBUG nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1703.072688] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f279f-27bd-4910-8643-f5b1e523beb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.127883] env[62221]: DEBUG nova.compute.manager [req-6094c3dd-98f3-4215-87d1-5d815bade808 req-c8e67b07-40f9-4b69-9854-8190e676a793 service nova] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Received event network-vif-deleted-d3453e06-ac4e-44e4-a6ad-145178113cea {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1703.356285] env[62221]: INFO nova.compute.manager [-] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Took 1.55 seconds to deallocate network for instance. [ 1703.378252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.378252] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance network_info: |[{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1703.378252] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:44:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ba2dcc-b25e-4d66-8d6d-899113b73d28', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.385193] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating folder: Project (467031c870ca4cc099aee321721e3510). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.385298] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c12c604-7038-45b7-9292-0dafbbae2131 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.396701] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created folder: Project (467031c870ca4cc099aee321721e3510) in parent group-v354396. [ 1703.396895] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating folder: Instances. Parent ref: group-v354672. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.397395] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfb138e5-cc33-4dfe-9418-27d87028cb38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.407492] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created folder: Instances in parent group-v354672. [ 1703.407670] env[62221]: DEBUG oslo.service.loopingcall [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.407857] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.408123] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b42983-a36e-4deb-b919-0d740f1e0522 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.422250] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: fa96e33d-d0ad-415e-b184-a0b49c9fbef6] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1703.428267] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.428267] env[62221]: value = "task-1701777" [ 1703.428267] env[62221]: _type = "Task" [ 1703.428267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.435915] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701777, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.507046] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701774, 'name': PowerOffVM_Task, 'duration_secs': 0.177892} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.507334] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.507502] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.508146] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a31dcf6-edb5-4861-a176-aedf283527d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.578448] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.578744] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.579470] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] 53959525-bd11-451a-aeeb-47626866faaa {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.579470] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c30d8d-03e7-4e73-b77f-3c8911e29a9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.586771] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1703.586771] env[62221]: value = "task-1701779" [ 1703.586771] env[62221]: _type = "Task" [ 1703.586771] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.602044] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.602634] env[62221]: INFO nova.compute.manager [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Took 15.02 seconds to build instance. [ 1703.863646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.925934] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 6905688a-bf67-4f8f-803b-7013eb7cbbdd] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1703.942593] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701777, 'name': CreateVM_Task, 'duration_secs': 0.351233} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.942874] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.943847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.944152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.944633] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.945047] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0051a9-d129-4915-89ca-4e52b249a858 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.951313] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1703.951313] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c18a70-f81b-8e16-0dd6-93cdc4b26f7a" [ 1703.951313] env[62221]: _type = "Task" [ 1703.951313] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.964961] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c18a70-f81b-8e16-0dd6-93cdc4b26f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.100032] env[62221]: DEBUG oslo_vmware.api [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192672} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.102881] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.103180] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.103453] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.103743] env[62221]: INFO nova.compute.manager [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1704.104098] env[62221]: DEBUG oslo.service.loopingcall [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.104563] env[62221]: DEBUG nova.compute.manager [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1704.104697] env[62221]: DEBUG nova.network.neutron [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.106786] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1abf5b17-1c57-489d-976e-65f769e2ced0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.532s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.107144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.726s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.107401] env[62221]: INFO nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1704.107677] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.143440] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0082c2-d491-458a-843c-5127e6b7f9dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.152119] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc474247-12ef-4d8a-8af4-052ea7cd514b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.186648] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2084c1dc-f765-465f-ae0d-eed99ee2c3af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.195016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dbe4e2-f05c-4ca9-ad88-afd1abc0c8bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.208284] env[62221]: DEBUG nova.compute.provider_tree [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.428718] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: abb64cdc-ecef-47fa-9185-99fac06dc80c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1704.469331] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c18a70-f81b-8e16-0dd6-93cdc4b26f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.470175] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.470699] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.470953] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.471113] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.471291] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.472316] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cedd511-9ac3-4524-8c8a-909b6932c194 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.482081] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.482270] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.482984] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e8b4e5-078a-459a-855c-0a3c8a551202 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.488646] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1704.488646] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5267a8de-b417-8e35-c30f-99f70e7b2acc" [ 1704.488646] env[62221]: _type = "Task" [ 1704.488646] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.495992] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5267a8de-b417-8e35-c30f-99f70e7b2acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.713593] env[62221]: DEBUG nova.scheduler.client.report [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1704.929655] env[62221]: DEBUG nova.network.neutron [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.933774] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a75c726c-e80f-4c37-a556-a4feb6db7eef] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1705.000635] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5267a8de-b417-8e35-c30f-99f70e7b2acc, 'name': SearchDatastore_Task, 'duration_secs': 0.007825} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.001396] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227d11b7-03ca-4022-a283-e0d34bd0e4f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.006648] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1705.006648] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525adc2a-377b-cb0e-62fa-c343d98ce77c" [ 1705.006648] env[62221]: _type = "Task" [ 1705.006648] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.015159] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525adc2a-377b-cb0e-62fa-c343d98ce77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.155073] env[62221]: DEBUG nova.compute.manager [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Received event network-changed-46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1705.155303] env[62221]: DEBUG nova.compute.manager [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Refreshing instance network info cache due to event network-changed-46cb65c5-3597-4a54-bf75-dab72564f278. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1705.155538] env[62221]: DEBUG oslo_concurrency.lockutils [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] Acquiring lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.155683] env[62221]: DEBUG oslo_concurrency.lockutils [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] Acquired lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.155841] env[62221]: DEBUG nova.network.neutron [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Refreshing network info cache for port 46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.218789] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.219380] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1705.221865] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.358s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.223827] env[62221]: DEBUG nova.objects.instance [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'resources' on Instance uuid 17a2c64c-5f38-4348-8589-75d3d0995ed5 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.433069] env[62221]: INFO nova.compute.manager [-] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Took 1.33 seconds to deallocate network for instance. [ 1705.437075] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 322be74b-a8d4-4b34-a1a9-e626631e6c58] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1705.516736] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525adc2a-377b-cb0e-62fa-c343d98ce77c, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.516952] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.517243] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.517501] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4feb57-87c1-4133-a8ba-0372e9631659 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.524680] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1705.524680] env[62221]: value = "task-1701781" [ 1705.524680] env[62221]: _type = "Task" [ 1705.524680] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.532689] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.726332] env[62221]: DEBUG nova.compute.utils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.731532] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1705.731736] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.824751] env[62221]: DEBUG nova.policy [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78c980abd95f4429bddc1b976c6e710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92d3627bd7d4c07aa09324d049ae34c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1705.924879] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94481a3c-b792-40d0-9e20-48d7273aa098 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.936095] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e6069-214a-40a2-bcf9-0a104053860d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.940932] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.941370] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9362d43d-fa4f-4088-8c45-3d7a3b458d5b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1705.983766] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb7a66-adc9-4b97-b8cd-d998cce6fbb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.991762] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed8054-35ee-4dd6-beba-b3afb723c191 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.005548] env[62221]: DEBUG nova.compute.provider_tree [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.012899] env[62221]: DEBUG nova.network.neutron [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updated VIF entry in instance network info cache for port 46cb65c5-3597-4a54-bf75-dab72564f278. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.013294] env[62221]: DEBUG nova.network.neutron [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updating instance_info_cache with network_info: [{"id": "46cb65c5-3597-4a54-bf75-dab72564f278", "address": "fa:16:3e:39:d0:0b", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46cb65c5-35", "ovs_interfaceid": "46cb65c5-3597-4a54-bf75-dab72564f278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.034642] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.034849] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.035039] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.035294] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dbfa677-c763-4cb4-929a-3420f7951e85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.041852] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1706.041852] env[62221]: value = "task-1701782" [ 1706.041852] env[62221]: _type = "Task" [ 1706.041852] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.049251] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.170421] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Successfully created port: 920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1706.231859] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1706.446156] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d0609fec-c66c-405f-a243-8a854b11c02d] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1706.509296] env[62221]: DEBUG nova.scheduler.client.report [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1706.516174] env[62221]: DEBUG oslo_concurrency.lockutils [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] Releasing lock "refresh_cache-9af12e5d-78cf-4dde-8ec4-a5f80954f01c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.516501] env[62221]: DEBUG nova.compute.manager [req-47cb731b-fc06-4828-98a1-bf5d721a3e34 req-624ee416-6f91-4841-8067-3405679f9ebd service nova] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Received event network-vif-deleted-45ada1f3-9af6-4573-8681-f9b436fbcf4f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1706.554217] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068539} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.554548] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.555516] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e28d0-d4a9-4e47-996e-f7602f2a5151 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.579053] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.579411] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0003fe-39f9-4495-935c-00a222c7b7fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.600332] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1706.600332] env[62221]: value = "task-1701783" [ 1706.600332] env[62221]: _type = "Task" [ 1706.600332] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.608741] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.949568] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4596a354-7cab-4341-aba4-c915596e9e4a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1707.015607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.018571] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.077s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.018571] env[62221]: DEBUG nova.objects.instance [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'resources' on Instance uuid 53959525-bd11-451a-aeeb-47626866faaa {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.041515] env[62221]: INFO nova.scheduler.client.report [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted allocations for instance 17a2c64c-5f38-4348-8589-75d3d0995ed5 [ 1707.110195] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701783, 'name': ReconfigVM_Task, 'duration_secs': 0.379095} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.110476] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.111106] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f2b938-98b4-4595-88b0-161f08d96036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.119741] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1707.119741] env[62221]: value = "task-1701784" [ 1707.119741] env[62221]: _type = "Task" [ 1707.119741] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.127701] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701784, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.241946] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1707.267969] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1707.268267] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1707.268430] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.268611] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1707.268756] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.268902] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1707.269122] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1707.269288] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1707.269454] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1707.269613] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1707.269781] env[62221]: DEBUG nova.virt.hardware [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1707.270641] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b760a6-574d-4356-904c-46bc35250adb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.278150] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d402001-d7b7-44d1-83ed-18d119c231f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.453630] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3f12ba7d-d66a-4b8b-b4ab-c252f8173615] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1707.552296] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b3626efc-bc9b-4435-a1de-b4a3e59ed68c tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.910s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.553295] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.174s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.553486] env[62221]: INFO nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] During sync_power_state the instance has a pending task (deleting). Skip. [ 1707.553656] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "17a2c64c-5f38-4348-8589-75d3d0995ed5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.629266] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701784, 'name': Rename_Task, 'duration_secs': 0.135604} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.631812] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.632302] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1406e74e-06c3-4a44-9875-3d0bbae13853 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.639713] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1707.639713] env[62221]: value = "task-1701785" [ 1707.639713] env[62221]: _type = "Task" [ 1707.639713] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.641089] env[62221]: DEBUG nova.compute.manager [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Received event network-vif-plugged-920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.641229] env[62221]: DEBUG oslo_concurrency.lockutils [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] Acquiring lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.641517] env[62221]: DEBUG oslo_concurrency.lockutils [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.641755] env[62221]: DEBUG oslo_concurrency.lockutils [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.641982] env[62221]: DEBUG nova.compute.manager [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] No waiting events found dispatching network-vif-plugged-920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1707.642206] env[62221]: WARNING nova.compute.manager [req-65c8ed88-0307-490c-8063-d23402e4e760 req-5e64d3e9-d6a1-4239-bc17-815cbbc82d95 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Received unexpected event network-vif-plugged-920c5d47-a187-460f-b43e-df58d67cd940 for instance with vm_state building and task_state spawning. [ 1707.653683] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.668443] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a7471-f2d2-4d23-b077-f781ce29c062 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.675665] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cca010-9f74-4c0d-a216-6e37bfb8910e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.706409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bdcf37-73ec-4f40-910e-ec86cfa8f6f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.714271] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143bc6ed-987a-466f-ac3b-8172630d94a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.727140] env[62221]: DEBUG nova.compute.provider_tree [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.737904] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Successfully updated port: 920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.958049] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8358a4d4-6167-4ae6-94c7-8ec0f431a504] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1708.160355] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.230811] env[62221]: DEBUG nova.scheduler.client.report [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1708.239555] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.239717] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.239855] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.461957] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bb9f6f45-d27d-4182-b675-a07da24a8ef2] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1708.655825] env[62221]: DEBUG oslo_vmware.api [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701785, 'name': PowerOnVM_Task, 'duration_secs': 0.554809} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.656155] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.656373] env[62221]: INFO nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1708.656557] env[62221]: DEBUG nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1708.657370] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf9170-7e39-415d-abd9-b7a26de433c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.736759] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.755355] env[62221]: INFO nova.scheduler.client.report [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted allocations for instance 53959525-bd11-451a-aeeb-47626866faaa [ 1708.774250] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.901382] env[62221]: DEBUG nova.network.neutron [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updating instance_info_cache with network_info: [{"id": "920c5d47-a187-460f-b43e-df58d67cd940", "address": "fa:16:3e:5f:e4:2c", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920c5d47-a1", "ovs_interfaceid": "920c5d47-a187-460f-b43e-df58d67cd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.964806] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 50d9daac-be41-4cd4-b378-271494ce2eee] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1709.045569] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.045757] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.180246] env[62221]: INFO nova.compute.manager [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Took 15.25 seconds to build instance. [ 1709.181335] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.181552] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.263766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c7434f91-592d-4cb9-9d67-de30d7526910 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "53959525-bd11-451a-aeeb-47626866faaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.291s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.403626] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.403986] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Instance network_info: |[{"id": "920c5d47-a187-460f-b43e-df58d67cd940", "address": "fa:16:3e:5f:e4:2c", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920c5d47-a1", "ovs_interfaceid": "920c5d47-a187-460f-b43e-df58d67cd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1709.405058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '920c5d47-a187-460f-b43e-df58d67cd940', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.412875] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating folder: Project (b92d3627bd7d4c07aa09324d049ae34c). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.413170] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04160ecf-14dd-49dd-ad78-c3334d866ded {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.424506] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created folder: Project (b92d3627bd7d4c07aa09324d049ae34c) in parent group-v354396. [ 1709.424690] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating folder: Instances. Parent ref: group-v354676. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1709.424907] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c526cef1-65cd-486a-9449-355b416a7635 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.435595] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created folder: Instances in parent group-v354676. [ 1709.435864] env[62221]: DEBUG oslo.service.loopingcall [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.436044] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.436254] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c05a506-e1fb-4594-8ee4-f7de4d8b5b49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.459292] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.459292] env[62221]: value = "task-1701789" [ 1709.459292] env[62221]: _type = "Task" [ 1709.459292] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.469167] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a9b10739-0230-4ad6-b5e5-bc2e93de063e] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1709.470879] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701789, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.549043] env[62221]: INFO nova.compute.manager [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Detaching volume 095f6fb1-15a8-4369-b39c-836ed6241027 [ 1709.583211] env[62221]: INFO nova.virt.block_device [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Attempting to driver detach volume 095f6fb1-15a8-4369-b39c-836ed6241027 from mountpoint /dev/sdb [ 1709.583496] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1709.583693] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354658', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'name': 'volume-095f6fb1-15a8-4369-b39c-836ed6241027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd11af1c1-3a70-4526-ba78-e092c30ddc54', 'attached_at': '', 'detached_at': '', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'serial': '095f6fb1-15a8-4369-b39c-836ed6241027'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1709.584576] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78b73e-df5a-48d3-8b2b-b698098d1dc4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.607513] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc01a87-f12f-4310-8270-5a196144e903 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.614319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd9cf18-c4be-4ee8-bff1-f48242123ada {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.634468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f5e0e1-2214-4632-805e-da93a0cf2bec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.648920] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] The volume has not been displaced from its original location: [datastore1] volume-095f6fb1-15a8-4369-b39c-836ed6241027/volume-095f6fb1-15a8-4369-b39c-836ed6241027.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1709.654165] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1709.654460] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb05b47-60ac-418c-a5cf-3ab45b5cf245 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.671654] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1709.671654] env[62221]: value = "task-1701790" [ 1709.671654] env[62221]: _type = "Task" [ 1709.671654] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.683314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-50136f78-78ae-428e-99ac-97e80e563ecf tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.757s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.683637] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1709.686410] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.686674] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "d981a632-1858-4349-a962-0f705bf1592a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.306s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.686877] env[62221]: INFO nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d981a632-1858-4349-a962-0f705bf1592a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1709.687069] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "d981a632-1858-4349-a962-0f705bf1592a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.735184] env[62221]: DEBUG nova.compute.manager [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Received event network-changed-920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.735429] env[62221]: DEBUG nova.compute.manager [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Refreshing instance network info cache due to event network-changed-920c5d47-a187-460f-b43e-df58d67cd940. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1709.735679] env[62221]: DEBUG oslo_concurrency.lockutils [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] Acquiring lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.735962] env[62221]: DEBUG oslo_concurrency.lockutils [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] Acquired lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.736037] env[62221]: DEBUG nova.network.neutron [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Refreshing network info cache for port 920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.954922] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "06495f71-360d-4876-99df-1e48312ca597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.955679] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.955906] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "06495f71-360d-4876-99df-1e48312ca597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.956179] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.956381] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.958284] env[62221]: INFO nova.compute.manager [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Terminating instance [ 1709.962935] env[62221]: DEBUG nova.compute.manager [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1709.963155] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.963893] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02070bd0-a56c-4950-92a7-c8b07e66f461 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.972345] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9761035a-87fc-4ecb-8df8-c6d220474895] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1709.973908] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701789, 'name': CreateVM_Task} progress is 25%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.976057] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.976294] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eeb0d21-477d-476d-b13e-47757686c7fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.982894] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1709.982894] env[62221]: value = "task-1701791" [ 1709.982894] env[62221]: _type = "Task" [ 1709.982894] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.990973] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.181328] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701790, 'name': ReconfigVM_Task, 'duration_secs': 0.235109} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.181608] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1710.186304] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50d083d0-e520-4a1f-85d0-09e24a9466d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.203951] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.204184] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.209341] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1710.209341] env[62221]: value = "task-1701793" [ 1710.209341] env[62221]: _type = "Task" [ 1710.209341] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.215298] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.215535] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.217031] env[62221]: INFO nova.compute.claims [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.223364] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.441346] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "168735a8-6364-4a74-901f-158279bb027f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.441584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.465444] env[62221]: DEBUG nova.network.neutron [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updated VIF entry in instance network info cache for port 920c5d47-a187-460f-b43e-df58d67cd940. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.465777] env[62221]: DEBUG nova.network.neutron [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updating instance_info_cache with network_info: [{"id": "920c5d47-a187-460f-b43e-df58d67cd940", "address": "fa:16:3e:5f:e4:2c", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920c5d47-a1", "ovs_interfaceid": "920c5d47-a187-460f-b43e-df58d67cd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.470552] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701789, 'name': CreateVM_Task, 'duration_secs': 0.670799} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.470916] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.471584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.471760] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.472175] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.472560] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35379fe-01ea-4f1c-9708-3d5eeba1e9ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.477445] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 80f5d304-d2fa-4297-b0c1-58b97f2a4d48] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1710.479299] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1710.479299] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd790b-26b3-166b-45c3-1582d1e22723" [ 1710.479299] env[62221]: _type = "Task" [ 1710.479299] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.490597] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd790b-26b3-166b-45c3-1582d1e22723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.495417] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701791, 'name': PowerOffVM_Task, 'duration_secs': 0.18875} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.495658] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.495821] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.496105] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171055f4-9d61-4f22-89a7-66884c899e50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.586905] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.587168] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.587355] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] 06495f71-360d-4876-99df-1e48312ca597 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.587653] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6fc36b-af20-4ec7-bf26-dc54fd838140 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.594395] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1710.594395] env[62221]: value = "task-1701795" [ 1710.594395] env[62221]: _type = "Task" [ 1710.594395] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.602457] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.706956] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1710.720644] env[62221]: DEBUG oslo_vmware.api [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701793, 'name': ReconfigVM_Task, 'duration_secs': 0.13733} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.721216] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354658', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'name': 'volume-095f6fb1-15a8-4369-b39c-836ed6241027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd11af1c1-3a70-4526-ba78-e092c30ddc54', 'attached_at': '', 'detached_at': '', 'volume_id': '095f6fb1-15a8-4369-b39c-836ed6241027', 'serial': '095f6fb1-15a8-4369-b39c-836ed6241027'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1710.944536] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1710.971879] env[62221]: DEBUG oslo_concurrency.lockutils [req-35f22d9b-aa52-48c2-b09a-a0806ccb6339 req-f3cf57b2-1a16-4bd7-8bdb-19b7c88289ec service nova] Releasing lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.980265] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ddc6ecb9-113b-4bda-9932-7bb091ae43ea] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1710.993061] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bd790b-26b3-166b-45c3-1582d1e22723, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.993061] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.993283] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.993480] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.993622] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.993795] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.994074] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7f268b-6b27-4d89-9e4b-43922521f188 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.005276] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.005461] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.006248] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf21d169-24c9-49ee-8eb2-ddffd7330391 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.012153] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1711.012153] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bb02c6-774f-d28d-26ad-ad8418658120" [ 1711.012153] env[62221]: _type = "Task" [ 1711.012153] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.020486] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bb02c6-774f-d28d-26ad-ad8418658120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.104419] env[62221]: DEBUG oslo_vmware.api [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23058} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.104673] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.104862] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.105058] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.105245] env[62221]: INFO nova.compute.manager [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 06495f71-360d-4876-99df-1e48312ca597] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1711.105492] env[62221]: DEBUG oslo.service.loopingcall [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.105683] env[62221]: DEBUG nova.compute.manager [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1711.105772] env[62221]: DEBUG nova.network.neutron [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.232744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.269183] env[62221]: DEBUG nova.objects.instance [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'flavor' on Instance uuid d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.406595] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3006b982-562a-4677-8742-6da4d69fadfb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.414523] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df2d194-18d9-4bd7-83f9-7d5340b2810a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.444945] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f0206-7500-42d1-bbb0-7b76d86daaaf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.454861] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6d6e7-c6e9-44d3-b3fa-a7c8aa23c399 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.471065] env[62221]: DEBUG nova.compute.provider_tree [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.473080] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.487017] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 557da8a7-469d-45c2-b3c1-d3cf1b101972] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1711.523583] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52bb02c6-774f-d28d-26ad-ad8418658120, 'name': SearchDatastore_Task, 'duration_secs': 0.016346} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.524417] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1677d990-2ba4-44de-a480-45bebdd3749d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.529428] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1711.529428] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258553d-9c59-14bb-1570-fb7632b4df2e" [ 1711.529428] env[62221]: _type = "Task" [ 1711.529428] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.537055] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258553d-9c59-14bb-1570-fb7632b4df2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.762544] env[62221]: DEBUG nova.compute.manager [req-0599453b-d423-4c8e-ae99-a14be5e0a961 req-55b78a72-5d28-4786-abc8-c16ae9073aa0 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Received event network-vif-deleted-58a786fa-9600-46cc-9d96-5d9cfcf0553f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1711.762835] env[62221]: INFO nova.compute.manager [req-0599453b-d423-4c8e-ae99-a14be5e0a961 req-55b78a72-5d28-4786-abc8-c16ae9073aa0 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Neutron deleted interface 58a786fa-9600-46cc-9d96-5d9cfcf0553f; detaching it from the instance and deleting it from the info cache [ 1711.763109] env[62221]: DEBUG nova.network.neutron [req-0599453b-d423-4c8e-ae99-a14be5e0a961 req-55b78a72-5d28-4786-abc8-c16ae9073aa0 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.830673] env[62221]: DEBUG nova.network.neutron [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.974887] env[62221]: DEBUG nova.scheduler.client.report [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.989753] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ca86177d-ca2e-4943-9e15-619631e30fb5] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1712.040655] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258553d-9c59-14bb-1570-fb7632b4df2e, 'name': SearchDatastore_Task, 'duration_secs': 0.040159} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.040932] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.041209] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/a5d5ae1e-f772-46cc-aa08-4554b78ef554.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.041468] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03439a21-d373-4264-9cc5-8d390b5853a9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.048569] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1712.048569] env[62221]: value = "task-1701796" [ 1712.048569] env[62221]: _type = "Task" [ 1712.048569] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.057205] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.265673] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a7f3a04-6ff8-4a94-a40a-d3b4899f5268 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.275466] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9fb42a-4de5-4029-8af9-65cdb04673e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.285943] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1435e171-ce2f-4eb2-8543-2d3c22e74307 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.308838] env[62221]: DEBUG nova.compute.manager [req-0599453b-d423-4c8e-ae99-a14be5e0a961 req-55b78a72-5d28-4786-abc8-c16ae9073aa0 service nova] [instance: 06495f71-360d-4876-99df-1e48312ca597] Detach interface failed, port_id=58a786fa-9600-46cc-9d96-5d9cfcf0553f, reason: Instance 06495f71-360d-4876-99df-1e48312ca597 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1712.333068] env[62221]: INFO nova.compute.manager [-] [instance: 06495f71-360d-4876-99df-1e48312ca597] Took 1.23 seconds to deallocate network for instance. [ 1712.480257] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.480826] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1712.483727] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.485204] env[62221]: INFO nova.compute.claims [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.492475] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: fac9c0b7-ffd8-4be1-addb-76032355082a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1712.560202] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.839821] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.992525] env[62221]: DEBUG nova.compute.utils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.994571] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1712.994571] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.996725] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: c30979d2-d813-4bf1-a1fe-ee3db2f85e46] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1713.034844] env[62221]: DEBUG nova.policy [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293c12d7e38d456688df09531cfeee39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b160f5fd5ab34c48acaa09d533ba8c3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1713.058592] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56301} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.058844] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/a5d5ae1e-f772-46cc-aa08-4554b78ef554.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.059069] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.059316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bbda673-4dea-4f52-aa40-119aa22a41d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.067176] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1713.067176] env[62221]: value = "task-1701798" [ 1713.067176] env[62221]: _type = "Task" [ 1713.067176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.077656] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.298139] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Successfully created port: ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.381018] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.381394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.381675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.381945] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.382204] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.384825] env[62221]: INFO nova.compute.manager [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Terminating instance [ 1713.386982] env[62221]: DEBUG nova.compute.manager [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1713.387195] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.388034] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af680e3-ea2c-43c3-83d1-b197dc580c25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.396464] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.396691] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81052d29-58f2-4eec-b135-38988d75e94b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.402665] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1713.402665] env[62221]: value = "task-1701799" [ 1713.402665] env[62221]: _type = "Task" [ 1713.402665] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.410082] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.498675] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1713.501857] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 55a48f9a-37e3-405f-a420-286d6067ae71] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1713.577444] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06254} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.581076] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.582544] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428606fe-3fa9-4e28-a9d0-037d29184371 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.604768] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/a5d5ae1e-f772-46cc-aa08-4554b78ef554.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.607423] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3bcfbe-aabd-46ba-85be-e7bbf656a2ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.626605] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1713.626605] env[62221]: value = "task-1701800" [ 1713.626605] env[62221]: _type = "Task" [ 1713.626605] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.634144] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.715877] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0648e-076b-4b41-b24c-e49c042978b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.723093] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76369af-1f97-4ad3-9d11-7ef782020f43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.754104] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d605e6b9-706c-408a-bda2-c7c19b49aa93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.761651] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38d2bd-5b89-41aa-b317-e91b6637839b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.774932] env[62221]: DEBUG nova.compute.provider_tree [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.914233] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701799, 'name': PowerOffVM_Task, 'duration_secs': 0.19222} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.914233] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.914233] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.914233] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2cca2e8-20f4-44bb-9901-a45ca23b4769 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.986647] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.986876] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.987064] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleting the datastore file [datastore1] d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.987328] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-992bc3c5-c4ea-47e5-bea2-670c4a4c2d20 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.994089] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1713.994089] env[62221]: value = "task-1701802" [ 1713.994089] env[62221]: _type = "Task" [ 1713.994089] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.001526] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.007554] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: ad379fea-fcad-4d5c-b819-719eb8f57bef] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1714.136845] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.278971] env[62221]: DEBUG nova.scheduler.client.report [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1714.506855] env[62221]: DEBUG oslo_vmware.api [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150878} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.507219] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.507305] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.507489] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.507661] env[62221]: INFO nova.compute.manager [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1714.507908] env[62221]: DEBUG oslo.service.loopingcall [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.508149] env[62221]: DEBUG nova.compute.manager [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1714.508274] env[62221]: DEBUG nova.network.neutron [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.511094] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1714.513116] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 656c9ef2-a285-45b6-832c-5dec3e255c9e] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1714.541453] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1714.541754] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1714.541915] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.542371] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1714.542371] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.542455] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1714.542608] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1714.542768] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1714.542934] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1714.543117] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1714.543306] env[62221]: DEBUG nova.virt.hardware [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1714.544516] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cab31e6-8e81-4a7e-87a5-103b7a3ce5e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.555409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150231cc-c885-4f73-b0e4-f5d989f825ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.637018] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701800, 'name': ReconfigVM_Task, 'duration_secs': 0.564783} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.637336] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/a5d5ae1e-f772-46cc-aa08-4554b78ef554.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.637979] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f7d3bc-2330-4ef5-995b-eac6b3b899ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.645958] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1714.645958] env[62221]: value = "task-1701804" [ 1714.645958] env[62221]: _type = "Task" [ 1714.645958] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.656178] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701804, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.785062] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.785580] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1714.790846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.315s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.793401] env[62221]: INFO nova.compute.claims [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.844770] env[62221]: DEBUG nova.compute.manager [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Received event network-vif-plugged-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1714.844993] env[62221]: DEBUG oslo_concurrency.lockutils [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] Acquiring lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.845221] env[62221]: DEBUG oslo_concurrency.lockutils [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.845389] env[62221]: DEBUG oslo_concurrency.lockutils [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.845561] env[62221]: DEBUG nova.compute.manager [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] No waiting events found dispatching network-vif-plugged-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1714.845717] env[62221]: WARNING nova.compute.manager [req-3d9e2bc5-9883-4b89-97ba-8df2720b528f req-f03f5b6c-3afc-420f-97ad-3665c4f5908b service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Received unexpected event network-vif-plugged-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 for instance with vm_state building and task_state spawning. [ 1715.016745] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 42a07c45-20ce-4bf7-bb6d-71b1dce6f8eb] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1715.055792] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Successfully updated port: ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.159104] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701804, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.302230] env[62221]: DEBUG nova.compute.utils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.305421] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1715.305588] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.345295] env[62221]: DEBUG nova.policy [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de48dccbc5ef4281a48e9e5bc85e7a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '467031c870ca4cc099aee321721e3510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1715.520273] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 12ccb3cc-704c-474d-b1b1-8009f59abd52] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1715.559259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.559643] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.560039] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.593932] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Successfully created port: 9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.656592] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701804, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.736693] env[62221]: DEBUG nova.network.neutron [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.806716] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1715.991522] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53d3fa-b225-4e49-b67f-6d83eda5148c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.999120] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99860a64-0c3d-4b6d-9c48-313fd3209809 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.030282] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4938da75-5dfa-47ea-87f2-a00541a00635] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1716.033037] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7928fe-06ef-47c2-8b3d-353bc04d1fbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.040903] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d14c4d6-b64f-4ac0-bf1d-0815775ac820 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.054126] env[62221]: DEBUG nova.compute.provider_tree [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.109353] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.157388] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701804, 'name': Rename_Task, 'duration_secs': 1.163341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.157657] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.157899] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe6859f-9f0e-4626-8f8e-a5b7a98acabc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.166177] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1716.166177] env[62221]: value = "task-1701805" [ 1716.166177] env[62221]: _type = "Task" [ 1716.166177] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.176552] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.239105] env[62221]: INFO nova.compute.manager [-] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Took 1.73 seconds to deallocate network for instance. [ 1716.331416] env[62221]: DEBUG nova.network.neutron [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.536834] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a3d10b62-609b-4fd7-818e-ae9aaf1fc845] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1716.557042] env[62221]: DEBUG nova.scheduler.client.report [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1716.676867] env[62221]: DEBUG oslo_vmware.api [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701805, 'name': PowerOnVM_Task, 'duration_secs': 0.461788} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.677075] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.677279] env[62221]: INFO nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1716.677456] env[62221]: DEBUG nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1716.678255] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29114e31-f00b-41cf-a7aa-39d8fd4618a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.747080] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.822475] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1716.834325] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.834632] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Instance network_info: |[{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1716.835043] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:50:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca7b9161-2a91-4265-9c6d-7e08a4de91a1', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.843495] env[62221]: DEBUG oslo.service.loopingcall [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.843760] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.844031] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e782050-248e-4e76-ad19-0adea389358d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.866208] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.866441] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.866595] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.866775] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.866918] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.867102] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.867319] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.867478] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.867642] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.867800] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.867968] env[62221]: DEBUG nova.virt.hardware [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.868782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae627b-8654-4e39-807c-733314979a6e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.872187] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.872187] env[62221]: value = "task-1701807" [ 1716.872187] env[62221]: _type = "Task" [ 1716.872187] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.881419] env[62221]: DEBUG nova.compute.manager [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Received event network-changed-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1716.881509] env[62221]: DEBUG nova.compute.manager [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Refreshing instance network info cache due to event network-changed-ca7b9161-2a91-4265-9c6d-7e08a4de91a1. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1716.881715] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] Acquiring lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.881855] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] Acquired lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.882036] env[62221]: DEBUG nova.network.neutron [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Refreshing network info cache for port ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.885294] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6307c4-cac8-4ed5-8b3f-56b58346bfc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.892880] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701807, 'name': CreateVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.039812] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a63b62f1-65dd-470c-bfbc-51ea65734c64] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1717.061653] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.062205] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1717.064750] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.225s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.064967] env[62221]: DEBUG nova.objects.instance [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'resources' on Instance uuid 06495f71-360d-4876-99df-1e48312ca597 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.088056] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Successfully updated port: 9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.193347] env[62221]: INFO nova.compute.manager [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Took 14.26 seconds to build instance. [ 1717.382587] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701807, 'name': CreateVM_Task, 'duration_secs': 0.421437} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.382850] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.383487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.383650] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.383968] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.386014] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4ff65c-26d2-4c3b-9ce2-8bad3ba71600 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.391769] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1717.391769] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b32c6-dc44-a262-1d3c-786a288bf22f" [ 1717.391769] env[62221]: _type = "Task" [ 1717.391769] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.399793] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b32c6-dc44-a262-1d3c-786a288bf22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.545192] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 443a14ba-4dfa-46e6-8d3a-ed136cfb6897] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1717.567334] env[62221]: DEBUG nova.compute.utils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.571654] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1717.571825] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.593265] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.593408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.593636] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.686875] env[62221]: DEBUG nova.policy [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d495713ad934566b846bbcbf3809421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98de71ce0daa4621acbc69bec033f9ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1717.694749] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ffe26539-edfa-4f45-8948-a07b20743c37 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.765s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.765204] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473bd784-d635-49dc-a3f9-43610c526fa8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.773833] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a1802-ece6-409a-8d38-13fa95aa398d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.777484] env[62221]: DEBUG nova.network.neutron [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updated VIF entry in instance network info cache for port ca7b9161-2a91-4265-9c6d-7e08a4de91a1. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.777821] env[62221]: DEBUG nova.network.neutron [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.779282] env[62221]: INFO nova.compute.manager [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Rescuing [ 1717.779385] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.779502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.779663] env[62221]: DEBUG nova.network.neutron [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.809619] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbed45b-acce-4523-a9d3-7aab58490ce6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.817794] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757afc3-acae-4524-be23-323fba454fa3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.831636] env[62221]: DEBUG nova.compute.provider_tree [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.901815] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b32c6-dc44-a262-1d3c-786a288bf22f, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.901978] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.902086] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.902319] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.902465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.902642] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.902910] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-053c87bd-534d-4e6c-ba12-08e953aaad17 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.911631] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.911824] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.912506] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e5551d-1b26-48cd-882b-7daaedfcb518 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.920227] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1717.920227] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b7ce-c4e9-05dd-cc68-22c41cad45e2" [ 1717.920227] env[62221]: _type = "Task" [ 1717.920227] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.928651] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b7ce-c4e9-05dd-cc68-22c41cad45e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.028332] env[62221]: INFO nova.compute.manager [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Rebuilding instance [ 1718.048175] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 94ed03e1-d02d-4f42-8250-1c281a505d66] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1718.074943] env[62221]: DEBUG nova.compute.manager [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1718.074943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a58b8-9350-4bea-bf73-07def1e90889 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.076368] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1718.101503] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Successfully created port: c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.144018] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.284372] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] Releasing lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.284372] env[62221]: DEBUG nova.compute.manager [req-dc06e1de-0225-40a1-a29c-8770d583cdbf req-a1102e8d-7b73-4c3a-94d6-152ed42d799c service nova] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Received event network-vif-deleted-54966edf-572c-4b10-b033-9b5d5b6e1963 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.337082] env[62221]: DEBUG nova.scheduler.client.report [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.343304] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.343523] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.343718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "44e2741a-1877-4091-920d-b7a499ee1696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.343892] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.344068] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.349505] env[62221]: INFO nova.compute.manager [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Terminating instance [ 1718.353218] env[62221]: DEBUG nova.compute.manager [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1718.353462] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.354500] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b266ef9-5d60-47a7-836b-565f17e2a12c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.371785] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.372149] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4c812b-bec0-4d4d-be73-9073e6d213b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.381489] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1718.381489] env[62221]: value = "task-1701809" [ 1718.381489] env[62221]: _type = "Task" [ 1718.381489] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.391983] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.431793] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5209b7ce-c4e9-05dd-cc68-22c41cad45e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.432514] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9292b92-987d-4c1e-b074-af15e464a540 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.439714] env[62221]: DEBUG nova.network.neutron [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Updating instance_info_cache with network_info: [{"id": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "address": "fa:16:3e:b7:06:86", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9394cbd2-4b", "ovs_interfaceid": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.444597] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1718.444597] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52278030-d650-2bee-3b3a-0db63461e36d" [ 1718.444597] env[62221]: _type = "Task" [ 1718.444597] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.452965] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52278030-d650-2bee-3b3a-0db63461e36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.552235] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8b73954d-8935-4061-a4ce-67b94e417d3f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1718.589151] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.589802] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49c83b2-f62b-4564-bb08-5523faab4ed7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.601516] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1718.601516] env[62221]: value = "task-1701810" [ 1718.601516] env[62221]: _type = "Task" [ 1718.601516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.615805] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.846982] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.849504] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.103s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.849743] env[62221]: DEBUG nova.objects.instance [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'resources' on Instance uuid d11af1c1-3a70-4526-ba78-e092c30ddc54 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.872233] env[62221]: INFO nova.scheduler.client.report [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted allocations for instance 06495f71-360d-4876-99df-1e48312ca597 [ 1718.897448] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701809, 'name': PowerOffVM_Task, 'duration_secs': 0.200816} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.897850] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.898048] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.898623] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d52de8-83a5-40a8-b289-97bcdcd56610 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.943606] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.943929] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Instance network_info: |[{"id": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "address": "fa:16:3e:b7:06:86", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9394cbd2-4b", "ovs_interfaceid": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1718.945034] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:06:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.953288] env[62221]: DEBUG oslo.service.loopingcall [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.953859] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.958835] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc8c0746-2aec-43c7-b643-3f75fc6bc926 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.979997] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52278030-d650-2bee-3b3a-0db63461e36d, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.981160] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.981418] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 72d4fec5-0b66-4e99-a0b9-2feafb0e467c/72d4fec5-0b66-4e99-a0b9-2feafb0e467c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.981733] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.981922] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.982102] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleting the datastore file [datastore1] 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.983211] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983c10ee-eb19-4f2a-8143-da2f60f82c8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.985036] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d79220e-81bf-4718-a287-f43ac44dc986 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.986540] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.986540] env[62221]: value = "task-1701812" [ 1718.986540] env[62221]: _type = "Task" [ 1718.986540] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.997118] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for the task: (returnval){ [ 1718.997118] env[62221]: value = "task-1701814" [ 1718.997118] env[62221]: _type = "Task" [ 1718.997118] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.997118] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1718.997118] env[62221]: value = "task-1701813" [ 1718.997118] env[62221]: _type = "Task" [ 1718.997118] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.000909] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701812, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.008302] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.011886] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.057921] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 188629ae-6b0c-4003-b8b6-3e6ae2a22a07] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.064685] env[62221]: DEBUG nova.compute.manager [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Received event network-vif-plugged-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.064908] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Acquiring lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.065128] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.065287] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.065446] env[62221]: DEBUG nova.compute.manager [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] No waiting events found dispatching network-vif-plugged-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1719.065630] env[62221]: WARNING nova.compute.manager [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Received unexpected event network-vif-plugged-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f for instance with vm_state building and task_state spawning. [ 1719.065789] env[62221]: DEBUG nova.compute.manager [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Received event network-changed-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.065936] env[62221]: DEBUG nova.compute.manager [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Refreshing instance network info cache due to event network-changed-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1719.066525] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Acquiring lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.066525] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Acquired lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.066525] env[62221]: DEBUG nova.network.neutron [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Refreshing network info cache for port 9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.082331] env[62221]: DEBUG nova.network.neutron [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updating instance_info_cache with network_info: [{"id": "920c5d47-a187-460f-b43e-df58d67cd940", "address": "fa:16:3e:5f:e4:2c", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920c5d47-a1", "ovs_interfaceid": "920c5d47-a187-460f-b43e-df58d67cd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.084618] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1719.113327] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701810, 'name': PowerOffVM_Task, 'duration_secs': 0.154274} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.113598] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.114314] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.114814] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697a8fdf-faeb-4a32-b9f3-f6910995d010 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.118456] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.118948] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.119067] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.119278] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.119425] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.119570] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.119772] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.119928] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.120102] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.120266] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.120438] env[62221]: DEBUG nova.virt.hardware [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.121418] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d96c4c-ae0a-45fd-af2c-6eae5be616db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.130279] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181bb462-9505-40c9-ae97-6429b9d69104 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.134553] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1719.134553] env[62221]: value = "task-1701815" [ 1719.134553] env[62221]: _type = "Task" [ 1719.134553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.153355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1719.153596] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1719.153788] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354655', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'name': 'volume-67be485d-6f93-40be-a3ca-3855457deee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177', 'attached_at': '', 'detached_at': '', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'serial': '67be485d-6f93-40be-a3ca-3855457deee8'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1719.154595] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383d9e5-0a94-4260-bfe8-77659d68f02f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.173352] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6831a0-a43d-4f0b-bc95-2d3588a0ab07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.182664] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f2c75-39d5-4263-8290-0f22446bf2d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.201257] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd6279-de50-4a55-83f5-a40d1aacbecb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.217105] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] The volume has not been displaced from its original location: [datastore1] volume-67be485d-6f93-40be-a3ca-3855457deee8/volume-67be485d-6f93-40be-a3ca-3855457deee8.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1719.222577] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1719.222985] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820ce63f-46c9-41cc-857b-239314ca424e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.242050] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1719.242050] env[62221]: value = "task-1701816" [ 1719.242050] env[62221]: _type = "Task" [ 1719.242050] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.251387] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.388234] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4d404f0b-7fc6-4614-bc89-fd2aae338db3 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "06495f71-360d-4876-99df-1e48312ca597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.432s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.502909] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701812, 'name': CreateVM_Task, 'duration_secs': 0.378573} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.509227] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.512907] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.513244] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.513392] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.513778] env[62221]: DEBUG oslo_vmware.api [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Task: {'id': task-1701814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141331} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.514284] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a030dde-8cd6-4c5b-b04f-11bc02a6e4f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.516368] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.516522] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.516759] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.516879] env[62221]: INFO nova.compute.manager [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1719.518050] env[62221]: DEBUG oslo.service.loopingcall [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.520312] env[62221]: DEBUG nova.compute.manager [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1719.520421] env[62221]: DEBUG nova.network.neutron [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.522050] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.522644] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 72d4fec5-0b66-4e99-a0b9-2feafb0e467c/72d4fec5-0b66-4e99-a0b9-2feafb0e467c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.522879] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.523413] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf78e533-5c0a-48cf-93b5-c93034059658 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.526757] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1719.526757] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52066057-c3bf-bb19-8a7e-ea72e60035d4" [ 1719.526757] env[62221]: _type = "Task" [ 1719.526757] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.535567] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1719.535567] env[62221]: value = "task-1701817" [ 1719.535567] env[62221]: _type = "Task" [ 1719.535567] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.539668] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52066057-c3bf-bb19-8a7e-ea72e60035d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.544000] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.544266] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.544502] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.544644] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.544848] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.545624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8aae4c-8b04-4a48-9dc3-64d81e8174a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.547959] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cea82aac-db3c-4802-ac5e-d9f3c7928f0a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.559556] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d35d74-aec5-4566-ae78-539a32b036fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.562603] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.563797] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: abb964c8-357b-4b81-96ca-60e54db6c1bf] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.565585] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.565763] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.567024] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc92187-08b3-4193-9e93-bb972788999d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.600769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "refresh_cache-a5d5ae1e-f772-46cc-aa08-4554b78ef554" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.607611] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef870c-d91a-4067-b088-4c087b603384 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.612020] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1719.612020] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b7fdf0-9bc3-1685-6ad7-bd65707a75b0" [ 1719.612020] env[62221]: _type = "Task" [ 1719.612020] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.619494] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220d1d5-51c7-4301-bae2-a281bd2174ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.629152] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b7fdf0-9bc3-1685-6ad7-bd65707a75b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.630036] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91edd74-8b23-4d2c-aa9f-7803228d160d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.640029] env[62221]: DEBUG nova.compute.provider_tree [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.648108] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1719.648108] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5216261d-038e-0fa1-c75b-39563d16336e" [ 1719.648108] env[62221]: _type = "Task" [ 1719.648108] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.657631] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5216261d-038e-0fa1-c75b-39563d16336e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.751702] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701816, 'name': ReconfigVM_Task, 'duration_secs': 0.316924} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.753976] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1719.758640] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e35b696-7320-4b7c-93f0-435ce31251cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.774217] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1719.774217] env[62221]: value = "task-1701818" [ 1719.774217] env[62221]: _type = "Task" [ 1719.774217] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.782179] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.967753] env[62221]: DEBUG nova.network.neutron [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Updated VIF entry in instance network info cache for port 9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.968159] env[62221]: DEBUG nova.network.neutron [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Updating instance_info_cache with network_info: [{"id": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "address": "fa:16:3e:b7:06:86", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9394cbd2-4b", "ovs_interfaceid": "9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.051093] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06107} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.051369] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.052675] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03f586c-bcfb-423f-8cbc-33a1f8619140 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.074261] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 72d4fec5-0b66-4e99-a0b9-2feafb0e467c/72d4fec5-0b66-4e99-a0b9-2feafb0e467c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.074734] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d2c3bbd0-8948-4eeb-8904-aa1f2719ca0b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.076494] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbd50e3-c4b6-46ae-94cb-d1259544637f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.095992] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1720.095992] env[62221]: value = "task-1701819" [ 1720.095992] env[62221]: _type = "Task" [ 1720.095992] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.105839] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.146374] env[62221]: DEBUG nova.scheduler.client.report [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.155352] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.159180] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1967167b-bb62-4255-ad5e-5396dc8f907e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.166841] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5216261d-038e-0fa1-c75b-39563d16336e, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.169163] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.169479] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e7161e8e-17d0-4a7f-b6c6-8892077b09d3/e7161e8e-17d0-4a7f-b6c6-8892077b09d3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.169799] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1720.169799] env[62221]: value = "task-1701820" [ 1720.169799] env[62221]: _type = "Task" [ 1720.169799] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.170250] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6740a09e-a5f8-45e1-a49c-f80c8d671a16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.181755] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.182705] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1720.182705] env[62221]: value = "task-1701821" [ 1720.182705] env[62221]: _type = "Task" [ 1720.182705] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.190727] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.285922] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701818, 'name': ReconfigVM_Task, 'duration_secs': 0.135172} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.286329] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354655', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'name': 'volume-67be485d-6f93-40be-a3ca-3855457deee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177', 'attached_at': '', 'detached_at': '', 'volume_id': '67be485d-6f93-40be-a3ca-3855457deee8', 'serial': '67be485d-6f93-40be-a3ca-3855457deee8'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1720.286768] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.287343] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01cb2cb-f18e-4af6-9f7e-a9efcfb6d731 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.294589] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.294840] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53b8b6f-f4ee-4d16-a8d8-36ba9881821d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.372788] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.372788] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.372970] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Deleting the datastore file [datastore1] 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.373226] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60339234-a1b4-4bdc-804f-ad2bba2ac4ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.382662] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for the task: (returnval){ [ 1720.382662] env[62221]: value = "task-1701823" [ 1720.382662] env[62221]: _type = "Task" [ 1720.382662] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.392563] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.471072] env[62221]: DEBUG oslo_concurrency.lockutils [req-160c52c7-545f-4e73-9807-6aedb1445dc9 req-eac82de5-d7c9-442a-9167-372be1e15756 service nova] Releasing lock "refresh_cache-e7161e8e-17d0-4a7f-b6c6-8892077b09d3" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.505632] env[62221]: DEBUG nova.compute.manager [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Received event network-vif-plugged-c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.506177] env[62221]: DEBUG oslo_concurrency.lockutils [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] Acquiring lock "168735a8-6364-4a74-901f-158279bb027f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.506996] env[62221]: DEBUG oslo_concurrency.lockutils [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] Lock "168735a8-6364-4a74-901f-158279bb027f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.507976] env[62221]: DEBUG oslo_concurrency.lockutils [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] Lock "168735a8-6364-4a74-901f-158279bb027f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.508237] env[62221]: DEBUG nova.compute.manager [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] No waiting events found dispatching network-vif-plugged-c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1720.508495] env[62221]: WARNING nova.compute.manager [req-95d19538-89dd-4cba-8a03-a2a128a77e90 req-a279cf4f-6904-41ac-8d19-20b18b759ca4 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Received unexpected event network-vif-plugged-c8e815c6-6cf4-42dc-b897-1ca1d6c285da for instance with vm_state building and task_state spawning. [ 1720.591817] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a63289c5-f74e-4569-bb4e-a53184e35065] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.611960] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.658217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.685703] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701820, 'name': PowerOffVM_Task, 'duration_secs': 0.212934} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.686901] env[62221]: INFO nova.scheduler.client.report [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted allocations for instance d11af1c1-3a70-4526-ba78-e092c30ddc54 [ 1720.693845] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.697510] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fdea4e-7544-4ac8-b513-330e8dd45954 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.722349] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec688747-a0ab-4e03-9e67-bb148f12a946 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.725833] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.759138] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.759429] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de9bc94-7a44-4c9e-9551-bbbfbf3964eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.766341] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1720.766341] env[62221]: value = "task-1701825" [ 1720.766341] env[62221]: _type = "Task" [ 1720.766341] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.774355] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.847672] env[62221]: DEBUG nova.network.neutron [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.892596] env[62221]: DEBUG oslo_vmware.api [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Task: {'id': task-1701823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332658} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.892842] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.893046] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.893216] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.946902] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1720.947592] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a12e42a5-7f53-4997-b236-9145e76c33aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.957025] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f46d21-a833-4a58-84c8-9abce07c8675 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.986254] env[62221]: ERROR nova.compute.manager [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Failed to detach volume 67be485d-6f93-40be-a3ca-3855457deee8 from /dev/sda: nova.exception.InstanceNotFound: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Traceback (most recent call last): [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self.driver.rebuild(**kwargs) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise NotImplementedError() [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] NotImplementedError [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] During handling of the above exception, another exception occurred: [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Traceback (most recent call last): [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self.driver.detach_volume(context, old_connection_info, [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] return self._volumeops.detach_volume(connection_info, instance) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._detach_volume_vmdk(connection_info, instance) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] stable_ref.fetch_moref(session) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] nova.exception.InstanceNotFound: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. [ 1720.986254] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.091439] env[62221]: DEBUG nova.compute.manager [req-909e40da-27d3-4420-98dd-7a553db6ae22 req-f7ec0819-805c-4455-a3bf-cbf58f8c2fa2 service nova] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Received event network-vif-deleted-d56222db-2366-432b-8a94-c82e4f098512 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1721.096774] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 232d94a3-830f-4177-a0da-c91c3fbb767b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.105580] env[62221]: DEBUG nova.compute.utils [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Build of instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 aborted: Failed to rebuild volume backed instance. {{(pid=62221) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1721.111260] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701819, 'name': ReconfigVM_Task, 'duration_secs': 0.597734} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.111759] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 72d4fec5-0b66-4e99-a0b9-2feafb0e467c/72d4fec5-0b66-4e99-a0b9-2feafb0e467c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.112953] env[62221]: ERROR nova.compute.manager [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 aborted: Failed to rebuild volume backed instance. [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Traceback (most recent call last): [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self.driver.rebuild(**kwargs) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise NotImplementedError() [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] NotImplementedError [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] During handling of the above exception, another exception occurred: [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Traceback (most recent call last): [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._detach_root_volume(context, instance, root_bdm) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] with excutils.save_and_reraise_exception(): [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self.force_reraise() [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise self.value [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self.driver.detach_volume(context, old_connection_info, [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] return self._volumeops.detach_volume(connection_info, instance) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._detach_volume_vmdk(connection_info, instance) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] stable_ref.fetch_moref(session) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] nova.exception.InstanceNotFound: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] During handling of the above exception, another exception occurred: [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Traceback (most recent call last): [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] yield [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1721.112953] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._do_rebuild_instance_with_claim( [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._do_rebuild_instance( [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._rebuild_default_impl(**kwargs) [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] self._rebuild_volume_backed_instance( [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] raise exception.BuildAbortException( [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] nova.exception.BuildAbortException: Build of instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 aborted: Failed to rebuild volume backed instance. [ 1721.113939] env[62221]: ERROR nova.compute.manager [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] [ 1721.115172] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad7ee4a-c89a-4599-a1cf-595939baba8a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.122100] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1721.122100] env[62221]: value = "task-1701826" [ 1721.122100] env[62221]: _type = "Task" [ 1721.122100] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.129369] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Successfully updated port: c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1721.133699] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701826, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.194973] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541012} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.194973] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] e7161e8e-17d0-4a7f-b6c6-8892077b09d3/e7161e8e-17d0-4a7f-b6c6-8892077b09d3.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.195224] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.195314] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3aaba32-1fa8-4e30-b694-3720b7d0df99 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.204729] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1721.204729] env[62221]: value = "task-1701827" [ 1721.204729] env[62221]: _type = "Task" [ 1721.204729] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.205152] env[62221]: DEBUG oslo_concurrency.lockutils [None req-74131c55-f283-4966-8432-19dd13b66161 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "d11af1c1-3a70-4526-ba78-e092c30ddc54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.824s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.215487] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.275941] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1721.276180] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.276422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.276573] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.276750] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.277010] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b94657-0f2e-40c8-acb2-a55cfe5b029f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.284810] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.284991] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.285715] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a00179-97a0-403a-b94f-4ce95ed0d3ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.291234] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1721.291234] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527b454b-b94e-dbd0-2354-c806db711b80" [ 1721.291234] env[62221]: _type = "Task" [ 1721.291234] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.299246] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527b454b-b94e-dbd0-2354-c806db711b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.351077] env[62221]: INFO nova.compute.manager [-] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Took 1.83 seconds to deallocate network for instance. [ 1721.603761] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: cb57f2fb-8613-45e8-8463-275147da5180] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.632264] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701826, 'name': Rename_Task, 'duration_secs': 0.149338} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.632534] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.634185] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6e46ea-777a-481d-9206-63fa98ce912a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.634838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.634977] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.635130] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.641650] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1721.641650] env[62221]: value = "task-1701828" [ 1721.641650] env[62221]: _type = "Task" [ 1721.641650] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.649913] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.716027] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060846} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.716441] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.718239] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a4564-50bb-44b4-bbb2-e23e8e12c8ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.740092] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e7161e8e-17d0-4a7f-b6c6-8892077b09d3/e7161e8e-17d0-4a7f-b6c6-8892077b09d3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.740390] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907d5663-24c3-4fef-9cda-5be70ba8dee7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.760387] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1721.760387] env[62221]: value = "task-1701829" [ 1721.760387] env[62221]: _type = "Task" [ 1721.760387] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.768481] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.802362] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527b454b-b94e-dbd0-2354-c806db711b80, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.803319] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd59213-8377-42e5-bd31-4da7cabd83d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.809467] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1721.809467] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5241b859-241f-3ed8-a2d7-9b49f2152a06" [ 1721.809467] env[62221]: _type = "Task" [ 1721.809467] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.820089] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5241b859-241f-3ed8-a2d7-9b49f2152a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.857433] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.857712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.857937] env[62221]: DEBUG nova.objects.instance [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lazy-loading 'resources' on Instance uuid 44e2741a-1877-4091-920d-b7a499ee1696 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.107326] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a8cfcabb-f86c-4de0-ae3f-6c5b4f949a6f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.151414] env[62221]: DEBUG oslo_vmware.api [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701828, 'name': PowerOnVM_Task, 'duration_secs': 0.423683} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.151665] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.151856] env[62221]: INFO nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1722.152034] env[62221]: DEBUG nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1722.152777] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72565ba-dd24-45f7-8783-a5a6e5280938 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.165940] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.269842] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.289822] env[62221]: DEBUG nova.network.neutron [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Updating instance_info_cache with network_info: [{"id": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "address": "fa:16:3e:08:a8:20", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e815c6-6c", "ovs_interfaceid": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.319903] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5241b859-241f-3ed8-a2d7-9b49f2152a06, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.320203] env[62221]: DEBUG oslo_concurrency.lockutils [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.320460] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1722.320744] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab65a3d3-052b-487d-99af-2a798b20410d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.326912] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1722.326912] env[62221]: value = "task-1701831" [ 1722.326912] env[62221]: _type = "Task" [ 1722.326912] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.334263] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.505066] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a1c53-c1ac-472b-8809-0c88861fab5f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.512922] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548fd30-63d1-4432-bdd4-ebf6cec66de6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.546615] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd35d4-ab44-4d72-bc4d-825990af3ebd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.555425] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d869ccd-f900-428c-a833-8dcced1dae96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.570565] env[62221]: DEBUG nova.compute.provider_tree [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.611286] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 3f3ac56d-0160-436e-87e0-4a8f4a57cb18] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.670261] env[62221]: INFO nova.compute.manager [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Took 12.47 seconds to build instance. [ 1722.771017] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701829, 'name': ReconfigVM_Task, 'duration_secs': 0.842513} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.771350] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e7161e8e-17d0-4a7f-b6c6-8892077b09d3/e7161e8e-17d0-4a7f-b6c6-8892077b09d3.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.773031] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c93af5b-0058-4603-8b52-ff1733d96441 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.780561] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1722.780561] env[62221]: value = "task-1701832" [ 1722.780561] env[62221]: _type = "Task" [ 1722.780561] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.789897] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701832, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.792415] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.792703] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Instance network_info: |[{"id": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "address": "fa:16:3e:08:a8:20", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e815c6-6c", "ovs_interfaceid": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1722.793097] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a8:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8e815c6-6cf4-42dc-b897-1ca1d6c285da', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.800887] env[62221]: DEBUG oslo.service.loopingcall [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.801051] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.801265] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e29d50-8bc3-426c-b19a-828de6b869bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.821531] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.821531] env[62221]: value = "task-1701833" [ 1722.821531] env[62221]: _type = "Task" [ 1722.821531] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.829260] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701833, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.836969] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475029} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.837225] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1722.837947] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a087dc2-e67d-4a0b-b5f4-332492d0c901 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.863488] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.863777] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8bd4494-c653-4d03-8fe6-bf64a65fdaee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.881897] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1722.881897] env[62221]: value = "task-1701834" [ 1722.881897] env[62221]: _type = "Task" [ 1722.881897] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.890324] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.074494] env[62221]: DEBUG nova.scheduler.client.report [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.114308] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a987f979-41de-4b7c-a8d0-b92cc1d84c6f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.121992] env[62221]: DEBUG nova.compute.manager [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Received event network-changed-c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1723.122288] env[62221]: DEBUG nova.compute.manager [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Refreshing instance network info cache due to event network-changed-c8e815c6-6cf4-42dc-b897-1ca1d6c285da. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1723.122525] env[62221]: DEBUG oslo_concurrency.lockutils [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] Acquiring lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.122712] env[62221]: DEBUG oslo_concurrency.lockutils [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] Acquired lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.122829] env[62221]: DEBUG nova.network.neutron [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Refreshing network info cache for port c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.127588] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.172115] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c2f03d7b-b7ae-4451-9091-5297eb0c7be0 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.990s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.290404] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701832, 'name': Rename_Task, 'duration_secs': 0.166258} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.290682] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.290955] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7787954b-1df6-49a6-a182-330ac9dcc910 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.302493] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1723.302493] env[62221]: value = "task-1701835" [ 1723.302493] env[62221]: _type = "Task" [ 1723.302493] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.312711] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.334423] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701833, 'name': CreateVM_Task, 'duration_secs': 0.388362} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.334686] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.335539] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.335926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.336303] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.336597] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ee1610-2b2d-4b71-9d4c-3317af83bd7e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.341782] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1723.341782] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f8420-7a88-a9d7-222a-29bb0f33be03" [ 1723.341782] env[62221]: _type = "Task" [ 1723.341782] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.350562] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f8420-7a88-a9d7-222a-29bb0f33be03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.392457] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.509431] env[62221]: DEBUG nova.compute.manager [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Received event network-changed-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1723.509431] env[62221]: DEBUG nova.compute.manager [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Refreshing instance network info cache due to event network-changed-ca7b9161-2a91-4265-9c6d-7e08a4de91a1. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1723.509431] env[62221]: DEBUG oslo_concurrency.lockutils [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] Acquiring lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.509780] env[62221]: DEBUG oslo_concurrency.lockutils [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] Acquired lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.509780] env[62221]: DEBUG nova.network.neutron [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Refreshing network info cache for port ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.579619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.581884] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.454s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.602518] env[62221]: INFO nova.scheduler.client.report [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Deleted allocations for instance 44e2741a-1877-4091-920d-b7a499ee1696 [ 1723.620668] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5beb982b-a0f9-4574-90ef-8fed1a7a935b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.746302] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a865c419-b3f9-48c4-902c-a388d30fa180 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.754562] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e98a1-8e65-471e-84e1-4fa4dc839146 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.794813] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b59880-b00a-4457-87ac-d2a649d1438e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.804013] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472fdbb-0678-4295-ac1b-0ff86c2bb910 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.818042] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.826436] env[62221]: DEBUG nova.compute.provider_tree [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.852940] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525f8420-7a88-a9d7-222a-29bb0f33be03, 'name': SearchDatastore_Task, 'duration_secs': 0.037179} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.853265] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.853541] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.853724] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.853869] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.854053] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.856598] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501f9561-470a-40f2-9179-6506352b3ea2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.865301] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.865534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.869050] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.869233] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.869960] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197dc777-8b5c-48a3-8eac-50d2ffa79559 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.875498] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1723.875498] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d2c0a-26e7-fdb0-0ab5-c3ebca9ffea4" [ 1723.875498] env[62221]: _type = "Task" [ 1723.875498] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.883580] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d2c0a-26e7-fdb0-0ab5-c3ebca9ffea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.891591] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.923172] env[62221]: DEBUG nova.network.neutron [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Updated VIF entry in instance network info cache for port c8e815c6-6cf4-42dc-b897-1ca1d6c285da. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.923567] env[62221]: DEBUG nova.network.neutron [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Updating instance_info_cache with network_info: [{"id": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "address": "fa:16:3e:08:a8:20", "network": {"id": "6bd8372a-5a46-409f-8e3d-2269c0817938", "bridge": "br-int", "label": "tempest-ImagesTestJSON-709485819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98de71ce0daa4621acbc69bec033f9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e815c6-6c", "ovs_interfaceid": "c8e815c6-6cf4-42dc-b897-1ca1d6c285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.113821] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ba5d082-5a35-458b-a25f-7f812028cd33 tempest-AttachVolumeShelveTestJSON-1651183092 tempest-AttachVolumeShelveTestJSON-1651183092-project-member] Lock "44e2741a-1877-4091-920d-b7a499ee1696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.126924] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 95fc471b-7992-4fd8-97b6-67fc434e05f1] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.315918] env[62221]: DEBUG oslo_vmware.api [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701835, 'name': PowerOnVM_Task, 'duration_secs': 0.671953} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.316216] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.316439] env[62221]: INFO nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1724.316620] env[62221]: DEBUG nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1724.317702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897081ae-5fce-4f99-99d7-3441cdb733ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.353632] env[62221]: ERROR nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [req-92d5e30e-38a3-40a7-a85c-589493c90221] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92d5e30e-38a3-40a7-a85c-589493c90221"}]}: nova.exception.BuildAbortException: Build of instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 aborted: Failed to rebuild volume backed instance. [ 1724.367743] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1724.372956] env[62221]: DEBUG nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1724.398564] env[62221]: DEBUG nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1724.398951] env[62221]: DEBUG nova.compute.provider_tree [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.402220] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523d2c0a-26e7-fdb0-0ab5-c3ebca9ffea4, 'name': SearchDatastore_Task, 'duration_secs': 0.039835} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.412594] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b1141e-07f1-4d66-83db-92000002c432 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.422831] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701834, 'name': ReconfigVM_Task, 'duration_secs': 1.0631} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.423952] env[62221]: DEBUG nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1724.427247] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.428385] env[62221]: DEBUG oslo_concurrency.lockutils [req-4267a309-e44c-43fe-a0a6-04a353b0f762 req-41907e8c-ce57-416b-bb3e-4517ec7ceb09 service nova] Releasing lock "refresh_cache-168735a8-6364-4a74-901f-158279bb027f" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.430318] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4c0ca2-c4e0-4d16-931c-008ab579792c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.436319] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1724.436319] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6dd87-0f9d-77f3-7a5d-8d4754480b20" [ 1724.436319] env[62221]: _type = "Task" [ 1724.436319] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.467920] env[62221]: DEBUG nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1724.473162] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0296a59b-9fb3-4781-bd12-c4401a92a8f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.485758] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c6dd87-0f9d-77f3-7a5d-8d4754480b20, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.486417] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.486690] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 168735a8-6364-4a74-901f-158279bb027f/168735a8-6364-4a74-901f-158279bb027f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.487041] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17b4412-e9e3-4ebc-8c6c-e33c55d8be53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.491728] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1724.491728] env[62221]: value = "task-1701836" [ 1724.491728] env[62221]: _type = "Task" [ 1724.491728] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.495904] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1724.495904] env[62221]: value = "task-1701837" [ 1724.495904] env[62221]: _type = "Task" [ 1724.495904] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.502444] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.510099] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.535205] env[62221]: DEBUG nova.network.neutron [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updated VIF entry in instance network info cache for port ca7b9161-2a91-4265-9c6d-7e08a4de91a1. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.535611] env[62221]: DEBUG nova.network.neutron [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.586692] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.586960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.587192] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.587665] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.587665] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.592249] env[62221]: INFO nova.compute.manager [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Terminating instance [ 1724.594488] env[62221]: DEBUG nova.compute.manager [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1724.594568] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccb9163-8d20-4087-97b6-f6e911c5cfea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.604351] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7930c0-cb0b-4da0-9000-577ecea97d61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.629590] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b6dbe299-8ebe-4d58-a260-1f9bfed1deb8] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.643686] env[62221]: WARNING nova.virt.vmwareapi.driver [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. [ 1724.643922] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.644758] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ea0098c-6744-4f3d-be0d-5078ba37dbf6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.656535] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de988cc0-5432-4fee-82a6-a710e429e569 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.669558] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098194e0-51e3-46a1-8993-c5844b1a99a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.677524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb121730-fbf2-4a59-8d6f-71e4123d523c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.691566] env[62221]: WARNING nova.virt.vmwareapi.vmops [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. [ 1724.691834] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.691972] env[62221]: INFO nova.compute.manager [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1724.692227] env[62221]: DEBUG oslo.service.loopingcall [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.717047] env[62221]: DEBUG nova.compute.manager [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1724.717047] env[62221]: DEBUG nova.network.neutron [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.720056] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4286613-23a4-44b5-8f1a-4dbe3c9348bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.729293] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce142e4-667c-4341-9d7e-0c7f3f782e55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.747412] env[62221]: DEBUG nova.compute.provider_tree [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.836077] env[62221]: INFO nova.compute.manager [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Took 13.62 seconds to build instance. [ 1724.895614] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.007149] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701836, 'name': ReconfigVM_Task, 'duration_secs': 0.172427} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.010184] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.010450] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701837, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.010673] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49c0aea-70d1-49f8-846b-e335571d2be3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.017216] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1725.017216] env[62221]: value = "task-1701838" [ 1725.017216] env[62221]: _type = "Task" [ 1725.017216] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.025220] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.038116] env[62221]: DEBUG oslo_concurrency.lockutils [req-16afbad0-f0d6-47dd-9cdd-60cd23f5fd26 req-212ff7e7-56ea-4972-bf20-5672faded28a service nova] Releasing lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.145721] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e3d0bcf5-5e1b-4783-8fcb-8036df7c800c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.283448] env[62221]: DEBUG nova.scheduler.client.report [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1725.286092] env[62221]: DEBUG nova.compute.provider_tree [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 179 to 180 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1725.286092] env[62221]: DEBUG nova.compute.provider_tree [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1725.334290] env[62221]: DEBUG nova.compute.manager [req-7e359f2d-6c49-4d29-9430-92bdec52aaa2 req-2913f0de-fd96-4552-af64-09ab21c219d4 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Received event network-vif-deleted-6dc77214-f841-4ccd-86a3-730d94bf383b {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.334508] env[62221]: INFO nova.compute.manager [req-7e359f2d-6c49-4d29-9430-92bdec52aaa2 req-2913f0de-fd96-4552-af64-09ab21c219d4 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Neutron deleted interface 6dc77214-f841-4ccd-86a3-730d94bf383b; detaching it from the instance and deleting it from the info cache [ 1725.334673] env[62221]: DEBUG nova.network.neutron [req-7e359f2d-6c49-4d29-9430-92bdec52aaa2 req-2913f0de-fd96-4552-af64-09ab21c219d4 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.336646] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4327e280-3032-49bc-b314-0bf4492e075a tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.132s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.509176] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523893} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.509412] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 168735a8-6364-4a74-901f-158279bb027f/168735a8-6364-4a74-901f-158279bb027f.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.509678] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.510070] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d90109-ddac-460a-86f9-091bcd11e14b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.518061] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1725.518061] env[62221]: value = "task-1701839" [ 1725.518061] env[62221]: _type = "Task" [ 1725.518061] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.530848] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.534286] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.652373] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 696da7d0-08b4-410c-8caa-300c12d02359] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.797012] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.797347] env[62221]: INFO nova.compute.manager [None req-b6bd3691-c03c-40ab-8dea-104dd75d8adb tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Successfully reverted task state from rebuilding on failure for instance. [ 1725.803131] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.908s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.804660] env[62221]: INFO nova.compute.claims [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.809676] env[62221]: DEBUG nova.network.neutron [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.838792] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55529f50-c869-4b3f-8615-2eed41e58a39 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.851790] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b10363-85d5-4c02-ab8e-8fc1239319af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.882892] env[62221]: DEBUG nova.compute.manager [req-7e359f2d-6c49-4d29-9430-92bdec52aaa2 req-2913f0de-fd96-4552-af64-09ab21c219d4 service nova] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Detach interface failed, port_id=6dc77214-f841-4ccd-86a3-730d94bf383b, reason: Instance 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1725.972126] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.972471] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.972603] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.972784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.972949] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.977864] env[62221]: INFO nova.compute.manager [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Terminating instance [ 1725.979609] env[62221]: DEBUG nova.compute.manager [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1725.979854] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1725.980826] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa394747-673f-408d-9b85-c756e4edda33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.990212] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.990457] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39dd3f5-50a7-4f7f-93bb-48c5d7f48e6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.998402] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1725.998402] env[62221]: value = "task-1701841" [ 1725.998402] env[62221]: _type = "Task" [ 1725.998402] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.006186] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.031731] env[62221]: DEBUG oslo_vmware.api [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701838, 'name': PowerOnVM_Task, 'duration_secs': 0.756777} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.034732] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.036317] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183303} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.037497] env[62221]: DEBUG nova.compute.manager [None req-525c8c59-7343-4253-9452-2aa484a28c52 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1726.037778] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.038527] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bafe6ab-9e53-409c-9b2b-7c2168902eb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.041657] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05fa6bc-c09d-4d82-ab93-e00c2e9e4451 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.068242] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 168735a8-6364-4a74-901f-158279bb027f/168735a8-6364-4a74-901f-158279bb027f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.068910] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657e5875-4c67-4c25-974f-020c3dcbcf22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.091108] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1726.091108] env[62221]: value = "task-1701842" [ 1726.091108] env[62221]: _type = "Task" [ 1726.091108] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.101896] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.154280] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.311841] env[62221]: INFO nova.compute.manager [-] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Took 1.59 seconds to deallocate network for instance. [ 1726.509871] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701841, 'name': PowerOffVM_Task, 'duration_secs': 0.327243} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.510215] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.510429] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.510750] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a7e474-0c9f-41c1-90fa-a707b64c5a9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.589047] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1726.589283] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1726.589489] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleting the datastore file [datastore1] e7161e8e-17d0-4a7f-b6c6-8892077b09d3 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1726.589751] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d952330-ae25-4dd8-8590-586311ad91ad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.600724] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.601952] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1726.601952] env[62221]: value = "task-1701844" [ 1726.601952] env[62221]: _type = "Task" [ 1726.601952] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.613026] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.759030] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "b43073a2-7af8-4ee2-b770-181362a73473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.759819] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.760074] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "b43073a2-7af8-4ee2-b770-181362a73473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.760302] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.760543] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.762557] env[62221]: INFO nova.compute.manager [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Terminating instance [ 1726.764345] env[62221]: DEBUG nova.compute.manager [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1726.764541] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.765397] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0470d14c-429d-4d07-901c-f52d0ef29c8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.772660] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.772887] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0f978f-286e-4671-83f3-d57c2fb6445a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.778502] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1726.778502] env[62221]: value = "task-1701845" [ 1726.778502] env[62221]: _type = "Task" [ 1726.778502] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.787288] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.866410] env[62221]: INFO nova.compute.manager [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Took 0.55 seconds to detach 1 volumes for instance. [ 1726.868563] env[62221]: DEBUG nova.compute.manager [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Deleting volume: 67be485d-6f93-40be-a3ca-3855457deee8 {{(pid=62221) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1726.988497] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc508fa-7204-4321-ab6f-b76da45631d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.997154] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f11a4-f0d6-4c71-8c03-6a34aa330cbd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.029144] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61335d-67f3-4b65-8770-e5432a0390ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.037528] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec920e92-caa1-462f-85c8-88cdefe80799 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.053085] env[62221]: DEBUG nova.compute.provider_tree [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.101384] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701842, 'name': ReconfigVM_Task, 'duration_secs': 0.609816} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.101540] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 168735a8-6364-4a74-901f-158279bb027f/168735a8-6364-4a74-901f-158279bb027f.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.103020] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-726570ae-159c-4519-ab56-5e8b3f1b2304 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.112106] env[62221]: DEBUG oslo_vmware.api [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333343} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.113280] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1727.113495] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1727.113718] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1727.113911] env[62221]: INFO nova.compute.manager [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1727.114172] env[62221]: DEBUG oslo.service.loopingcall [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.114441] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1727.114441] env[62221]: value = "task-1701847" [ 1727.114441] env[62221]: _type = "Task" [ 1727.114441] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.114638] env[62221]: DEBUG nova.compute.manager [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1727.114733] env[62221]: DEBUG nova.network.neutron [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1727.124700] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701847, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.154148] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.154374] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.288470] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701845, 'name': PowerOffVM_Task, 'duration_secs': 0.335821} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.288750] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.288928] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.289189] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee69be06-c2c6-469e-a4d0-169a27efa458 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.379120] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.379351] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.379589] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleting the datastore file [datastore1] b43073a2-7af8-4ee2-b770-181362a73473 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.379817] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe0a86a-dc86-4832-a509-96f8ae69a171 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.385781] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1727.385781] env[62221]: value = "task-1701849" [ 1727.385781] env[62221]: _type = "Task" [ 1727.385781] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.394217] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.432587] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.589308] env[62221]: DEBUG nova.scheduler.client.report [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1727.589767] env[62221]: DEBUG nova.compute.provider_tree [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 180 to 181 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1727.589993] env[62221]: DEBUG nova.compute.provider_tree [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.626189] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701847, 'name': Rename_Task, 'duration_secs': 0.188698} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.626549] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.626821] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16155928-aa45-4a50-b894-2f8067ab0029 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.633966] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1727.633966] env[62221]: value = "task-1701850" [ 1727.633966] env[62221]: _type = "Task" [ 1727.633966] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.642501] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.661014] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.661211] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1727.802186] env[62221]: DEBUG nova.compute.manager [req-3b371d40-09f4-4714-9e8e-15a90162a8de req-ad38bd62-2294-4244-9391-a9f8e29749b2 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Received event network-vif-deleted-9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1727.802186] env[62221]: INFO nova.compute.manager [req-3b371d40-09f4-4714-9e8e-15a90162a8de req-ad38bd62-2294-4244-9391-a9f8e29749b2 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Neutron deleted interface 9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f; detaching it from the instance and deleting it from the info cache [ 1727.802186] env[62221]: DEBUG nova.network.neutron [req-3b371d40-09f4-4714-9e8e-15a90162a8de req-ad38bd62-2294-4244-9391-a9f8e29749b2 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.896034] env[62221]: DEBUG oslo_vmware.api [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40312} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.896483] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1727.897816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1727.897816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1727.897816] env[62221]: INFO nova.compute.manager [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1727.897816] env[62221]: DEBUG oslo.service.loopingcall [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.897816] env[62221]: DEBUG nova.compute.manager [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1727.897816] env[62221]: DEBUG nova.network.neutron [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.095576] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.095978] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1728.099281] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.669s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.099607] env[62221]: DEBUG nova.objects.instance [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lazy-loading 'resources' on Instance uuid 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.145215] env[62221]: DEBUG oslo_vmware.api [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701850, 'name': PowerOnVM_Task, 'duration_secs': 0.470141} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.145560] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.145705] env[62221]: INFO nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1728.145893] env[62221]: DEBUG nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1728.146764] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ef31d-088e-494e-b148-e14277a94476 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.202441] env[62221]: DEBUG nova.network.neutron [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.304159] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d6ea22f-628a-4547-b5b4-a81a0368240e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.314398] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326586a-b906-40c9-8a92-cdb1638e6531 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.344111] env[62221]: DEBUG nova.compute.manager [req-3b371d40-09f4-4714-9e8e-15a90162a8de req-ad38bd62-2294-4244-9391-a9f8e29749b2 service nova] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Detach interface failed, port_id=9394cbd2-4b5f-49b3-b5c8-4aca5bbad06f, reason: Instance e7161e8e-17d0-4a7f-b6c6-8892077b09d3 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1728.510683] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.510936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.603537] env[62221]: DEBUG nova.compute.utils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.615884] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1728.615884] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.675583] env[62221]: INFO nova.compute.manager [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Took 17.23 seconds to build instance. [ 1728.687671] env[62221]: DEBUG nova.policy [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38645d6759d44f5e9f7edf15f6d99f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81444bd3c41248b4a00f02c599d5f895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1728.707049] env[62221]: INFO nova.compute.manager [-] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Took 1.59 seconds to deallocate network for instance. [ 1728.757914] env[62221]: DEBUG nova.network.neutron [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.813247] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41e18e-2f6c-468e-ab89-8713e9013095 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.822695] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52177f71-12af-4f7a-999d-a604912b64cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.855480] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26d910-8899-446e-acb1-af882b283015 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.864708] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f7e69b-f81d-45c0-8e97-e19864bf93fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.877857] env[62221]: DEBUG nova.compute.provider_tree [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.013634] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1729.116107] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1729.126161] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Successfully created port: 80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.178974] env[62221]: DEBUG oslo_concurrency.lockutils [None req-651cecc9-7a1c-403d-8213-57a75dcbf1e2 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.737s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.214179] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.260776] env[62221]: INFO nova.compute.manager [-] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Took 1.36 seconds to deallocate network for instance. [ 1729.380973] env[62221]: DEBUG nova.scheduler.client.report [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1729.535040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.621629] env[62221]: INFO nova.virt.block_device [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Booting with volume 67a8ea68-ca14-4132-a6a4-edaf52f7b1bf at /dev/sda [ 1729.659154] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d77f32b0-b248-41e0-b340-22dcb5930e61 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.670173] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d4f39-e9dc-4bae-aeda-5507cc151c0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.706256] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0811cef7-18f3-4306-a969-338138c0e114 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.717094] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a190a-5e2e-46a7-a031-3757ae0b91b3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.729218] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.729345] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.729486] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1729.753324] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5feb7aa-f9f0-4479-a8f7-e5c0c99ba4fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.760033] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ddf871-e217-447b-ae24-54ad79529b21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.766749] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.774625] env[62221]: DEBUG nova.virt.block_device [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating existing volume attachment record: 1a6fac8d-7d90-4aa1-a6e0-e3032f85b1ce {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1729.832672] env[62221]: DEBUG nova.compute.manager [req-83e9cf36-8e43-4c3e-a6f9-51a4bf2b51b1 req-98465f97-1e11-4bb4-b2f4-76261d0b0b8a service nova] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Received event network-vif-deleted-d76759c8-f208-469e-a76c-a9cd8c19263c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.886521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.889160] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.675s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.889435] env[62221]: DEBUG nova.objects.instance [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'resources' on Instance uuid e7161e8e-17d0-4a7f-b6c6-8892077b09d3 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.951234] env[62221]: DEBUG nova.compute.manager [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1729.952233] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf161db-9a55-4c08-9bdd-92759512a56d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.408986] env[62221]: DEBUG oslo_concurrency.lockutils [None req-103d25d7-6154-4098-9333-766f1e120b03 tempest-ServerActionsV293TestJSON-2137521242 tempest-ServerActionsV293TestJSON-2137521242-project-member] Lock "5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.464572] env[62221]: INFO nova.compute.manager [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] instance snapshotting [ 1730.471810] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee8397-5891-40c6-8cc9-6ef41fe821cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.499202] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc7085-ba90-45cd-9b56-518e08486682 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.593460] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b1d10-6f1d-4bef-a33a-841aff9f9265 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.602100] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d3a9d-84ec-4936-aeb6-9e113a815b49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.635473] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53140b20-b489-4d30-bb5d-4a19a394e53a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.644469] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3caf1-937c-42dd-97b6-5c3e977f7929 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.662983] env[62221]: DEBUG nova.compute.provider_tree [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.013612] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1731.014292] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2de8d329-aebd-4dfa-96f5-bb23ccd049d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.024034] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1731.024034] env[62221]: value = "task-1701851" [ 1731.024034] env[62221]: _type = "Task" [ 1731.024034] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.035998] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.051198] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Successfully updated port: 80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.068262] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [{"id": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "address": "fa:16:3e:8e:aa:db", "network": {"id": "591403a4-d658-4492-aa5c-b760e5e6cad8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1770022802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7396c6e21f548989ec790f251ac4388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61a7558-50", "ovs_interfaceid": "e61a7558-5083-4ffd-9ba5-e8532c911b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.169024] env[62221]: DEBUG nova.scheduler.client.report [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1731.535143] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.556604] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.557022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.557206] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.570977] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.571187] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1731.571380] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.571542] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.571734] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.571887] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1731.673868] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.676256] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.141s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.678221] env[62221]: INFO nova.compute.claims [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.700983] env[62221]: INFO nova.scheduler.client.report [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted allocations for instance e7161e8e-17d0-4a7f-b6c6-8892077b09d3 [ 1731.860756] env[62221]: DEBUG nova.compute.manager [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Received event network-vif-plugged-80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.860989] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.861215] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.861384] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.861653] env[62221]: DEBUG nova.compute.manager [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] No waiting events found dispatching network-vif-plugged-80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1731.861773] env[62221]: WARNING nova.compute.manager [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Received unexpected event network-vif-plugged-80cf3ba8-e892-4e91-b658-26834cc3c550 for instance with vm_state building and task_state spawning. [ 1731.861893] env[62221]: DEBUG nova.compute.manager [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Received event network-changed-80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.862015] env[62221]: DEBUG nova.compute.manager [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Refreshing instance network info cache due to event network-changed-80cf3ba8-e892-4e91-b658-26834cc3c550. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1731.862450] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.875706] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1731.876252] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.876471] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.876628] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.876810] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.876951] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.877109] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.877315] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.877495] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.877690] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.877855] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.878043] env[62221]: DEBUG nova.virt.hardware [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.879720] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0815ba1f-033c-4509-a991-94123361d6b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.888185] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f9790-7ce0-425d-a68f-17953653aef0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.035841] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.091648] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.209619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2fdae106-23dd-412e-87db-62257bce5700 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "e7161e8e-17d0-4a7f-b6c6-8892077b09d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.237s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.276300] env[62221]: DEBUG nova.network.neutron [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.536070] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701851, 'name': CreateSnapshot_Task, 'duration_secs': 1.090718} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.536402] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1732.537138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793981e7-1202-4054-b84b-03801667f349 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.778618] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.778940] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Instance network_info: |[{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1732.779423] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.779795] env[62221]: DEBUG nova.network.neutron [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Refreshing network info cache for port 80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.780835] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80cf3ba8-e892-4e91-b658-26834cc3c550', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.791559] env[62221]: DEBUG oslo.service.loopingcall [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.794332] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.795348] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e990c8c-5b43-4677-92e8-4adeb7d3f253 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.818657] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.818657] env[62221]: value = "task-1701852" [ 1732.818657] env[62221]: _type = "Task" [ 1732.818657] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.823101] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f015cf-f1a8-46ae-9f8f-4a48312a0e63 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.833123] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7e9e6-3721-4158-ad34-f8727af2320a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.836381] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701852, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.867121] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb1304-760f-463c-87a9-a62371bc9597 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.875316] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4822b8f1-fb79-47db-8b71-4f13cbc5da40 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.890517] env[62221]: DEBUG nova.compute.provider_tree [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.056015] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1733.056430] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a85124d-1313-446f-9d5b-49f02b6f9bfd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.066033] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1733.066033] env[62221]: value = "task-1701853" [ 1733.066033] env[62221]: _type = "Task" [ 1733.066033] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.075518] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701853, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.329882] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701852, 'name': CreateVM_Task, 'duration_secs': 0.330453} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.332265] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.332948] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '1a6fac8d-7d90-4aa1-a6e0-e3032f85b1ce', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354679', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'name': 'volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7237954-fce9-4db2-b97c-c7b99a08059b', 'attached_at': '', 'detached_at': '', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'serial': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf'}, 'volume_type': None}], 'swap': None} {{(pid=62221) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1733.333180] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Root volume attach. Driver type: vmdk {{(pid=62221) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1733.334448] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392b60b-a9b6-4766-98a7-a6ed7977af24 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.343834] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44583fa1-2c4c-4f0a-8f2c-29393b2fe239 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.351809] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc96402-a35b-4718-af43-5d5241a2c8d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.359702] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-34c0deea-ef0d-47f7-b704-05cf12527cf8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.369619] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1733.369619] env[62221]: value = "task-1701854" [ 1733.369619] env[62221]: _type = "Task" [ 1733.369619] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.379342] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701854, 'name': RelocateVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.395083] env[62221]: DEBUG nova.scheduler.client.report [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1733.576606] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701853, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.589648] env[62221]: DEBUG nova.network.neutron [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updated VIF entry in instance network info cache for port 80cf3ba8-e892-4e91-b658-26834cc3c550. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.590085] env[62221]: DEBUG nova.network.neutron [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.879853] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701854, 'name': RelocateVM_Task, 'duration_secs': 0.036001} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.880167] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1733.880367] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354679', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'name': 'volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7237954-fce9-4db2-b97c-c7b99a08059b', 'attached_at': '', 'detached_at': '', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'serial': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1733.881155] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d7390-e461-496f-865c-cfa31b713dee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.896834] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcec9e3c-ab92-4efc-8e9f-0cd781b63f16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.901347] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.901865] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1733.914864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.148s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.915136] env[62221]: DEBUG nova.objects.instance [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'resources' on Instance uuid b43073a2-7af8-4ee2-b770-181362a73473 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.925446] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf/volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.926610] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a913b90-50b7-46f9-a264-8c7d5370cc21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.950690] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1733.950690] env[62221]: value = "task-1701855" [ 1733.950690] env[62221]: _type = "Task" [ 1733.950690] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.959780] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.077313] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701853, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.093198] env[62221]: DEBUG oslo_concurrency.lockutils [req-9962a07a-d53c-4d44-bfb3-ff65504e6d6b req-4069a3c8-98a8-40c2-8f7c-8d14fe098065 service nova] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.407029] env[62221]: DEBUG nova.compute.utils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.408364] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1734.408573] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.456909] env[62221]: DEBUG nova.policy [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78c980abd95f4429bddc1b976c6e710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92d3627bd7d4c07aa09324d049ae34c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1734.468348] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.563939] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff939633-9e80-425c-af5b-4a875430a687 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.574138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf17f90-bd2e-45d5-88db-83986a4d1b93 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.580587] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701853, 'name': CloneVM_Task} progress is 95%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.607745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e00165-c58b-4a43-98d9-1fd89340ee2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.615803] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f7376c-70cf-4e03-83e8-671ffa671343 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.630775] env[62221]: DEBUG nova.compute.provider_tree [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.778348] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Successfully created port: 8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.912146] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1734.964126] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701855, 'name': ReconfigVM_Task, 'duration_secs': 0.887876} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.964555] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf/volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.973194] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a307e27d-d068-4a09-9476-5459317696aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.997581] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1734.997581] env[62221]: value = "task-1701856" [ 1734.997581] env[62221]: _type = "Task" [ 1734.997581] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.009046] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.078864] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701853, 'name': CloneVM_Task, 'duration_secs': 1.991403} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.079258] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Created linked-clone VM from snapshot [ 1735.079862] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5b77c9-23d4-4a7f-9ade-b9c03acc27af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.087654] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Uploading image 63590b5b-6dd0-410a-a368-d3d495ba4187 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1735.100815] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1735.101261] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89fb1903-ece3-4bc6-8e59-8e7ab710f863 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.108914] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1735.108914] env[62221]: value = "task-1701857" [ 1735.108914] env[62221]: _type = "Task" [ 1735.108914] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.117881] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701857, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.138070] env[62221]: DEBUG nova.scheduler.client.report [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1735.509183] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701856, 'name': ReconfigVM_Task, 'duration_secs': 0.151231} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.509620] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354679', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'name': 'volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7237954-fce9-4db2-b97c-c7b99a08059b', 'attached_at': '', 'detached_at': '', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'serial': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1735.510358] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c70857-1cfb-489e-a849-e3a68f59c973 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.518194] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1735.518194] env[62221]: value = "task-1701858" [ 1735.518194] env[62221]: _type = "Task" [ 1735.518194] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.529501] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701858, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.619562] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701857, 'name': Destroy_Task, 'duration_secs': 0.430264} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.619901] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Destroyed the VM [ 1735.620159] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1735.620571] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5823d70-75d7-4601-8a3e-d72686f47087 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.628176] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1735.628176] env[62221]: value = "task-1701859" [ 1735.628176] env[62221]: _type = "Task" [ 1735.628176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.637151] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.643034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.670973] env[62221]: INFO nova.scheduler.client.report [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted allocations for instance b43073a2-7af8-4ee2-b770-181362a73473 [ 1735.923060] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1735.951444] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.951747] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.951933] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.952201] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.952384] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.952642] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.952780] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.952969] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.953192] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.953388] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.953590] env[62221]: DEBUG nova.virt.hardware [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.954616] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dec7b9-ec4f-4b62-acb5-a7402ffd9740 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.965066] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af668e82-9055-4db7-ab67-04e3d02d65ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.029220] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701858, 'name': Rename_Task, 'duration_secs': 0.15503} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.029220] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.029412] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd63adb-2357-4aaa-b847-e3273673d68f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.037298] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1736.037298] env[62221]: value = "task-1701860" [ 1736.037298] env[62221]: _type = "Task" [ 1736.037298] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.046027] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.139154] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.178419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8e2ff09-87c5-45b3-b605-50837b3513fc tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "b43073a2-7af8-4ee2-b770-181362a73473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.419s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.336433] env[62221]: DEBUG nova.compute.manager [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Received event network-vif-plugged-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1736.336678] env[62221]: DEBUG oslo_concurrency.lockutils [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] Acquiring lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.336908] env[62221]: DEBUG oslo_concurrency.lockutils [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.337087] env[62221]: DEBUG oslo_concurrency.lockutils [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.337264] env[62221]: DEBUG nova.compute.manager [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] No waiting events found dispatching network-vif-plugged-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1736.337429] env[62221]: WARNING nova.compute.manager [req-5773a3cb-b61a-41c9-b76b-7db7ec2827ff req-c3afb93a-3114-4e24-9811-cdcd0e52cb4b service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Received unexpected event network-vif-plugged-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 for instance with vm_state building and task_state spawning. [ 1736.458236] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Successfully updated port: 8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.566330] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.639268] env[62221]: DEBUG oslo_vmware.api [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823445} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.639578] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1736.964649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.964649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.964649] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.049663] env[62221]: DEBUG oslo_vmware.api [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701860, 'name': PowerOnVM_Task, 'duration_secs': 0.545091} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.049975] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1737.050196] env[62221]: INFO nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Took 5.17 seconds to spawn the instance on the hypervisor. [ 1737.050372] env[62221]: DEBUG nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1737.051139] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ddb030-3af1-4b35-b970-8b8c3bcddd8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.144023] env[62221]: WARNING nova.compute.manager [None req-97d4ab07-8892-4433-ac33-0122bff4254c tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Image not found during snapshot: nova.exception.ImageNotFound: Image 63590b5b-6dd0-410a-a368-d3d495ba4187 could not be found. [ 1737.204441] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.204689] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.204894] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.205089] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.205258] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.207288] env[62221]: INFO nova.compute.manager [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Terminating instance [ 1737.209010] env[62221]: DEBUG nova.compute.manager [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1737.209213] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.210107] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff3810-e4dd-4920-9b20-dfc005e5e66b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.939259] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.944293] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f677bc6f-fc9b-4f9a-8d21-9412002a0a47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.946337] env[62221]: INFO nova.compute.manager [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Took 13.07 seconds to build instance. [ 1737.955449] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1737.955449] env[62221]: value = "task-1701861" [ 1737.955449] env[62221]: _type = "Task" [ 1737.955449] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.967218] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.989424] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.255667] env[62221]: DEBUG nova.network.neutron [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [{"id": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "address": "fa:16:3e:79:fb:bc", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4509bc-df", "ovs_interfaceid": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.370483] env[62221]: DEBUG nova.compute.manager [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Received event network-changed-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.370759] env[62221]: DEBUG nova.compute.manager [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Refreshing instance network info cache due to event network-changed-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1738.370795] env[62221]: DEBUG oslo_concurrency.lockutils [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] Acquiring lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.448551] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "168735a8-6364-4a74-901f-158279bb027f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.448970] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.449287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "168735a8-6364-4a74-901f-158279bb027f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.449419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.449629] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.451847] env[62221]: INFO nova.compute.manager [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Terminating instance [ 1738.453299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f42d62da-0446-4972-9150-49426c85f222 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.588s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.455160] env[62221]: DEBUG nova.compute.manager [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1738.455160] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.455160] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377721c-91fc-4dc4-a3c3-3dff5cf3e8c2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.467054] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701861, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.469437] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.469518] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c56c45e0-2652-41e3-a3d2-baa1128de22e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.476504] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1738.476504] env[62221]: value = "task-1701862" [ 1738.476504] env[62221]: _type = "Task" [ 1738.476504] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.485812] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.761021] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.761021] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Instance network_info: |[{"id": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "address": "fa:16:3e:79:fb:bc", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4509bc-df", "ovs_interfaceid": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1738.761021] env[62221]: DEBUG oslo_concurrency.lockutils [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] Acquired lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.761021] env[62221]: DEBUG nova.network.neutron [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Refreshing network info cache for port 8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.761021] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:fb:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e4509bc-dfac-41e9-b6a7-5cdafb9fe976', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.770293] env[62221]: DEBUG oslo.service.loopingcall [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.773700] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.774544] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da69b637-d9d4-4106-8df3-ad0dc720a4aa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.799347] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.799347] env[62221]: value = "task-1701863" [ 1738.799347] env[62221]: _type = "Task" [ 1738.799347] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.807764] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701863, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.968310] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701861, 'name': PowerOffVM_Task, 'duration_secs': 0.515756} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.968611] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.968795] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.969133] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ebe01c-1a9c-4d58-b288-90dabde24225 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.983479] env[62221]: DEBUG nova.compute.manager [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.983802] env[62221]: DEBUG nova.compute.manager [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing instance network info cache due to event network-changed-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1738.984197] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] Acquiring lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.984442] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] Acquired lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.984681] env[62221]: DEBUG nova.network.neutron [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Refreshing network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.995281] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701862, 'name': PowerOffVM_Task, 'duration_secs': 0.350852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.995560] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.995695] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.995950] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-861db427-3719-47c4-a851-81bda66f82c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.084590] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.084783] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.085035] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleting the datastore file [datastore1] 168735a8-6364-4a74-901f-158279bb027f {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.085373] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57f671f-e8b7-4041-803f-99ec7bb0fdf7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.089397] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.089716] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.089803] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleting the datastore file [datastore1] 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.092627] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc02e343-8b20-426e-a8cf-14d1f41d5ea3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.102967] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for the task: (returnval){ [ 1739.102967] env[62221]: value = "task-1701866" [ 1739.102967] env[62221]: _type = "Task" [ 1739.102967] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.110849] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for the task: (returnval){ [ 1739.110849] env[62221]: value = "task-1701867" [ 1739.110849] env[62221]: _type = "Task" [ 1739.110849] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.114547] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.123348] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.186859] env[62221]: DEBUG nova.network.neutron [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updated VIF entry in instance network info cache for port 8e4509bc-dfac-41e9-b6a7-5cdafb9fe976. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.186859] env[62221]: DEBUG nova.network.neutron [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [{"id": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "address": "fa:16:3e:79:fb:bc", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4509bc-df", "ovs_interfaceid": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.309867] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701863, 'name': CreateVM_Task, 'duration_secs': 0.365437} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.309867] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.309867] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.309867] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.309867] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.309867] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09d146a-a6b2-4f49-b696-58640515437f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.315267] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1739.315267] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc09d0-6517-ca78-6373-e4869bba35da" [ 1739.315267] env[62221]: _type = "Task" [ 1739.315267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.324632] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc09d0-6517-ca78-6373-e4869bba35da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.619470] env[62221]: DEBUG oslo_vmware.api [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Task: {'id': task-1701866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176104} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.621197] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.621420] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.621564] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.621776] env[62221]: INFO nova.compute.manager [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] [instance: 168735a8-6364-4a74-901f-158279bb027f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1739.624240] env[62221]: DEBUG oslo.service.loopingcall [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.624240] env[62221]: DEBUG nova.compute.manager [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1739.624240] env[62221]: DEBUG nova.network.neutron [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.632816] env[62221]: DEBUG oslo_vmware.api [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Task: {'id': task-1701867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179204} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.632816] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.632816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.632816] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.633148] env[62221]: INFO nova.compute.manager [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1739.633518] env[62221]: DEBUG oslo.service.loopingcall [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.634233] env[62221]: DEBUG nova.compute.manager [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1739.634390] env[62221]: DEBUG nova.network.neutron [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.689692] env[62221]: DEBUG oslo_concurrency.lockutils [req-3314c213-48b0-4708-9147-b069b51ffc4c req-8cbd993c-a540-49fb-b369-180c1b56f788 service nova] Releasing lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.826683] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fc09d0-6517-ca78-6373-e4869bba35da, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.827040] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.827282] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.827518] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.827662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.827839] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.828112] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff4cd8e5-9b57-4390-b51b-ef4a8e383e48 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.837333] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.837513] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.838236] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230671f3-1108-4a93-bf27-9f4d2dc03650 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.844222] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1739.844222] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258aa36-9fcf-6b5a-e1fe-fea3d2164e4a" [ 1739.844222] env[62221]: _type = "Task" [ 1739.844222] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.854761] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258aa36-9fcf-6b5a-e1fe-fea3d2164e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.299233] env[62221]: DEBUG nova.network.neutron [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updated VIF entry in instance network info cache for port 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.299638] env[62221]: DEBUG nova.network.neutron [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [{"id": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "address": "fa:16:3e:62:94:bf", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26026e2d-f0", "ovs_interfaceid": "26026e2d-f0d4-4e62-87c2-9d3ef7051e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.360391] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5258aa36-9fcf-6b5a-e1fe-fea3d2164e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.361596] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e34e07-31ac-45e2-9cca-e79ac4a64b85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.369211] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1740.369211] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7db92-d802-4f23-a549-67513cfb3dcf" [ 1740.369211] env[62221]: _type = "Task" [ 1740.369211] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.379060] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7db92-d802-4f23-a549-67513cfb3dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.495810] env[62221]: DEBUG nova.compute.manager [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1740.618284] env[62221]: DEBUG nova.compute.manager [req-961be193-3dd8-4e87-8623-f83875ea50e2 req-d01478c6-6fdf-45e4-aea7-6f4430b5372e service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Received event network-vif-deleted-e61a7558-5083-4ffd-9ba5-e8532c911b68 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.618506] env[62221]: INFO nova.compute.manager [req-961be193-3dd8-4e87-8623-f83875ea50e2 req-d01478c6-6fdf-45e4-aea7-6f4430b5372e service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Neutron deleted interface e61a7558-5083-4ffd-9ba5-e8532c911b68; detaching it from the instance and deleting it from the info cache [ 1740.618768] env[62221]: DEBUG nova.network.neutron [req-961be193-3dd8-4e87-8623-f83875ea50e2 req-d01478c6-6fdf-45e4-aea7-6f4430b5372e service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.802717] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e2d704b-06a4-4cf5-9ce1-a5369d22a423 req-8e79305b-a765-4384-89bc-d56f4e0803fa service nova] Releasing lock "refresh_cache-8d651b81-2eab-4725-aea7-45223190e43a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.881556] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c7db92-d802-4f23-a549-67513cfb3dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.881819] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.882090] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/5df2e74d-ce79-4e33-94e8-28b9a79e5c37.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.882674] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6876dd9-358a-42f6-8a91-bcaa60320e29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.891104] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1740.891104] env[62221]: value = "task-1701868" [ 1740.891104] env[62221]: _type = "Task" [ 1740.891104] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.899252] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.008734] env[62221]: DEBUG nova.network.neutron [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.011178] env[62221]: DEBUG nova.compute.manager [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Received event network-changed-80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1741.012105] env[62221]: DEBUG nova.compute.manager [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Refreshing instance network info cache due to event network-changed-80cf3ba8-e892-4e91-b658-26834cc3c550. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1741.012105] env[62221]: DEBUG oslo_concurrency.lockutils [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.012105] env[62221]: DEBUG oslo_concurrency.lockutils [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.012105] env[62221]: DEBUG nova.network.neutron [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Refreshing network info cache for port 80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.020881] env[62221]: DEBUG nova.network.neutron [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.023356] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.023610] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.122253] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1864db-e171-4176-8044-400d6113c2a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.133875] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d757499-7316-4241-a145-759f605d4cea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.171093] env[62221]: DEBUG nova.compute.manager [req-961be193-3dd8-4e87-8623-f83875ea50e2 req-d01478c6-6fdf-45e4-aea7-6f4430b5372e service nova] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Detach interface failed, port_id=e61a7558-5083-4ffd-9ba5-e8532c911b68, reason: Instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1741.402384] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43491} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.402806] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/5df2e74d-ce79-4e33-94e8-28b9a79e5c37.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.403049] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.403418] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4e896f-9b0d-4587-97a3-ef8ae1c3812b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.411523] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1741.411523] env[62221]: value = "task-1701869" [ 1741.411523] env[62221]: _type = "Task" [ 1741.411523] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.419895] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.515109] env[62221]: INFO nova.compute.manager [-] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Took 1.88 seconds to deallocate network for instance. [ 1741.523328] env[62221]: INFO nova.compute.manager [-] [instance: 168735a8-6364-4a74-901f-158279bb027f] Took 1.90 seconds to deallocate network for instance. [ 1741.529381] env[62221]: INFO nova.compute.claims [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.922685] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073254} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.923051] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.923918] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d968a-4283-473a-8843-499091a376e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.928253] env[62221]: DEBUG nova.network.neutron [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updated VIF entry in instance network info cache for port 80cf3ba8-e892-4e91-b658-26834cc3c550. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.928648] env[62221]: DEBUG nova.network.neutron [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.951746] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/5df2e74d-ce79-4e33-94e8-28b9a79e5c37.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.952710] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d750f6e5-07b6-4ce8-b037-db1cb65a81d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.974213] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1741.974213] env[62221]: value = "task-1701870" [ 1741.974213] env[62221]: _type = "Task" [ 1741.974213] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.985582] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.023495] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.034720] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.036216] env[62221]: INFO nova.compute.resource_tracker [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating resource usage from migration bda12294-72a5-4e2e-a53a-2dd1a3529c94 [ 1742.163670] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a48b5-bbca-48bb-a39d-80515104a902 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.171560] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9272052-054b-4e26-a74f-a5787ffb6cab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.203380] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a5a9f8-1d8e-4578-b328-555ab6a51e74 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.211516] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2a69a-7dd0-4607-8bf7-e38b485e328e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.225485] env[62221]: DEBUG nova.compute.provider_tree [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.432799] env[62221]: DEBUG oslo_concurrency.lockutils [req-f20ade55-1323-4d25-ab5c-fdf332885b17 req-319564cb-9ee3-4455-9d26-2228320e24e0 service nova] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.486549] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701870, 'name': ReconfigVM_Task, 'duration_secs': 0.314042} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.486749] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/5df2e74d-ce79-4e33-94e8-28b9a79e5c37.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.487316] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a2ab68e-757d-4fd5-84a2-137ab87b47ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.496529] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1742.496529] env[62221]: value = "task-1701871" [ 1742.496529] env[62221]: _type = "Task" [ 1742.496529] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.512773] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701871, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.644056] env[62221]: DEBUG nova.compute.manager [req-fe539f60-5e53-4594-901c-64e994839c88 req-1d9846be-4177-40a2-930b-f63fa2973ee3 service nova] [instance: 168735a8-6364-4a74-901f-158279bb027f] Received event network-vif-deleted-c8e815c6-6cf4-42dc-b897-1ca1d6c285da {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.728818] env[62221]: DEBUG nova.scheduler.client.report [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.006306] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701871, 'name': Rename_Task, 'duration_secs': 0.149144} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.006583] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.006822] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13a72af-1e0c-4e83-8257-b297520af304 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.013365] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1743.013365] env[62221]: value = "task-1701872" [ 1743.013365] env[62221]: _type = "Task" [ 1743.013365] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.030742] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.233796] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.233796] env[62221]: INFO nova.compute.manager [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Migrating [ 1743.240944] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.217s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.240944] env[62221]: DEBUG nova.objects.instance [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lazy-loading 'resources' on Instance uuid 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.524873] env[62221]: DEBUG oslo_vmware.api [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701872, 'name': PowerOnVM_Task, 'duration_secs': 0.440198} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.524873] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1743.524873] env[62221]: INFO nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1743.525247] env[62221]: DEBUG nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1743.525848] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff67218-fdc4-4ecc-9b53-8f765671aa2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.749883] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.750114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.750637] env[62221]: DEBUG nova.network.neutron [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.865219] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5b186-c768-41f7-8eee-1f79188e0a44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.873071] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b902108b-4d55-43f2-a74b-b43a5c1786ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.902713] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ded4b-93ae-4046-b715-e387c0b5dee1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.911165] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc16d69-1df8-4cff-90fc-cb6a483da87b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.924042] env[62221]: DEBUG nova.compute.provider_tree [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.043712] env[62221]: INFO nova.compute.manager [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Took 14.53 seconds to build instance. [ 1744.427031] env[62221]: DEBUG nova.scheduler.client.report [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1744.537069] env[62221]: DEBUG nova.network.neutron [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.545387] env[62221]: DEBUG oslo_concurrency.lockutils [None req-62900c23-c32d-43e9-8662-5daf6ce1d752 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.034s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.739078] env[62221]: INFO nova.compute.manager [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Rescuing [ 1744.739350] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.739501] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.739693] env[62221]: DEBUG nova.network.neutron [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.932800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.935112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.900s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.935345] env[62221]: DEBUG nova.objects.instance [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lazy-loading 'resources' on Instance uuid 168735a8-6364-4a74-901f-158279bb027f {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.955146] env[62221]: INFO nova.scheduler.client.report [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Deleted allocations for instance 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c [ 1744.991888] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.992176] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.992297] env[62221]: INFO nova.compute.manager [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Shelving [ 1745.043071] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.441027] env[62221]: DEBUG nova.network.neutron [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [{"id": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "address": "fa:16:3e:79:fb:bc", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4509bc-df", "ovs_interfaceid": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.461701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fce50130-3382-4e9c-84c6-78ff237f2582 tempest-ServerRescueNegativeTestJSON-254369911 tempest-ServerRescueNegativeTestJSON-254369911-project-member] Lock "99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.257s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.499229] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.499505] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b01794fb-9837-4cc4-ab00-ee1c0a495850 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.506947] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1745.506947] env[62221]: value = "task-1701873" [ 1745.506947] env[62221]: _type = "Task" [ 1745.506947] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.516268] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.567351] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75071d5-0476-4ce3-9822-76015c5b73d1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.575245] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dbfd2-ed81-41c7-b816-026e10654cbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.607168] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d6470d-424d-4cbb-ab0d-7ab04d6ccbc4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.615179] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11238b3-db82-4adb-aed4-b71ac66d4322 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.629253] env[62221]: DEBUG nova.compute.provider_tree [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.943520] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.022264] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701873, 'name': PowerOffVM_Task, 'duration_secs': 0.201081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.022720] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.023943] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b676c-7579-4ec4-bf45-a2c1b419011f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.059088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580e036-420a-44f3-b413-2c727a8cf79a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.132905] env[62221]: DEBUG nova.scheduler.client.report [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1746.475572] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.475838] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53245551-d287-4b71-9919-aba2ce21c316 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.484107] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1746.484107] env[62221]: value = "task-1701874" [ 1746.484107] env[62221]: _type = "Task" [ 1746.484107] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.494011] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.565026] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a225171-d710-4e08-be67-5f0409eeb4e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.572265] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1746.585997] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-086bb781-53a0-4d94-88ea-3296ae51be18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.588228] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1746.597236] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1746.597236] env[62221]: value = "task-1701875" [ 1746.597236] env[62221]: _type = "Task" [ 1746.597236] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.606122] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.638351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.665873] env[62221]: INFO nova.scheduler.client.report [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Deleted allocations for instance 168735a8-6364-4a74-901f-158279bb027f [ 1746.996288] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701874, 'name': PowerOffVM_Task, 'duration_secs': 0.201024} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.997037] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.997461] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b6513-27f5-495a-8b10-774246097af8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.015615] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8137686-bc0b-46db-bdf2-c035cbcaccd3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.053482] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.053789] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-232cf552-4a83-429e-9062-2810befb7c24 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.060639] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1747.060639] env[62221]: value = "task-1701876" [ 1747.060639] env[62221]: _type = "Task" [ 1747.060639] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.068823] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.094941] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.095274] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8070fbcb-0d4e-407e-8fca-f37ef893b096 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.108121] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.110915] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1747.110915] env[62221]: value = "task-1701877" [ 1747.110915] env[62221]: _type = "Task" [ 1747.110915] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.118780] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.174182] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6fb7fbd1-b40f-441d-b1c3-98af7db53da0 tempest-ImagesTestJSON-348462657 tempest-ImagesTestJSON-348462657-project-member] Lock "168735a8-6364-4a74-901f-158279bb027f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.725s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.571799] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1747.572044] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.572292] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.572514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.572608] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.572848] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae277f5-da9f-4435-9d3a-29380d9b9a6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.581333] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.581502] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.582188] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24fecf8-a4e4-4f0c-b05f-28b423d9c8fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.586968] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1747.586968] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5297c860-cb6a-3d8b-db43-d4553cc0a1f8" [ 1747.586968] env[62221]: _type = "Task" [ 1747.586968] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.594090] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5297c860-cb6a-3d8b-db43-d4553cc0a1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.607792] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701875, 'name': CreateSnapshot_Task, 'duration_secs': 0.536579} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.608033] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1747.608735] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee4af6-c2f1-42e5-a1dd-b03371a0b207 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.622594] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701877, 'name': PowerOffVM_Task, 'duration_secs': 0.194474} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.622828] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.623040] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.096870] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5297c860-cb6a-3d8b-db43-d4553cc0a1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.097769] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0188fa92-3965-4a7d-8cc7-371d219f7690 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.102824] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1748.102824] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520312da-a3fd-ca35-6ad2-7bd22cc78a57" [ 1748.102824] env[62221]: _type = "Task" [ 1748.102824] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.110344] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520312da-a3fd-ca35-6ad2-7bd22cc78a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.126318] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1748.126587] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc940eef-ad7b-4853-b465-17c81414f04c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.131865] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.132316] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.132482] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.132679] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.133090] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.133253] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.133462] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.133756] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.133949] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.134135] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.134309] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.140140] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35cd8733-e9ac-40fa-824f-0e3773afbf75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.156625] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1748.156625] env[62221]: value = "task-1701878" [ 1748.156625] env[62221]: _type = "Task" [ 1748.156625] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.157870] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1748.157870] env[62221]: value = "task-1701879" [ 1748.157870] env[62221]: _type = "Task" [ 1748.157870] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.168818] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701878, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.172590] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.616433] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520312da-a3fd-ca35-6ad2-7bd22cc78a57, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.617473] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.617920] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. {{(pid=62221) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1748.618374] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-655ac1ee-6038-4027-9bc5-0ac0bd6a2921 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.625969] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1748.625969] env[62221]: value = "task-1701880" [ 1748.625969] env[62221]: _type = "Task" [ 1748.625969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.638347] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.672567] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701878, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.676330] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701879, 'name': ReconfigVM_Task, 'duration_secs': 0.20016} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.676522] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1749.138538] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701880, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.168954] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701878, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.185224] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1749.185509] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1749.185734] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.185954] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1749.186122] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.186276] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1749.186486] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1749.187813] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1749.187813] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1749.187813] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1749.187813] env[62221]: DEBUG nova.virt.hardware [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1749.193652] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1749.195119] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5c43de-3b47-4e5e-bd57-d52e71462ff2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.212776] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1749.212776] env[62221]: value = "task-1701881" [ 1749.212776] env[62221]: _type = "Task" [ 1749.212776] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.221050] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.347546] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.641793] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534498} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.641793] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk. [ 1749.641793] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ed017-ee28-4ff5-8c6d-05f260b974de {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.668148] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.671701] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d1025e-46fe-481b-a2ec-cd41a820f80f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.689949] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701878, 'name': CloneVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.691263] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1749.691263] env[62221]: value = "task-1701882" [ 1749.691263] env[62221]: _type = "Task" [ 1749.691263] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.699017] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.724244] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701881, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.850856] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.851154] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.851330] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.851489] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1749.852385] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be8728-1363-4774-acfb-01d15cbcc198 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.860532] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8785e6b9-df00-44bd-acb3-013eaf9fe8fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.875113] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f429c1-5546-40dd-8a74-0c7b418ab5d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.881914] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf8ef4-28ab-4e32-828f-b6678a88e736 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.913158] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179597MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1749.913322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.913528] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.169860] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701878, 'name': CloneVM_Task, 'duration_secs': 1.608779} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.170150] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Created linked-clone VM from snapshot [ 1750.170877] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f1a7e-dcb0-4427-bab7-ac38b9f47739 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.178204] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Uploading image 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1750.201722] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701882, 'name': ReconfigVM_Task, 'duration_secs': 0.380207} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.203547] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1750.203547] env[62221]: value = "vm-354688" [ 1750.203547] env[62221]: _type = "VirtualMachine" [ 1750.203547] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1750.203842] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37/0c447946-ef39-490e-8977-231b6aac1e89-rescue.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.204199] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54059a56-705f-4090-850c-7fe26246d835 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.206028] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee6a85-e454-405a-8b87-1fbfe2ebab3d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.234978] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ae971f-5dc4-4813-9e43-bcbef06ed40a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.244761] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lease: (returnval){ [ 1750.244761] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230585f-e593-bcff-0784-58a34fbb7180" [ 1750.244761] env[62221]: _type = "HttpNfcLease" [ 1750.244761] env[62221]: } obtained for exporting VM: (result){ [ 1750.244761] env[62221]: value = "vm-354688" [ 1750.244761] env[62221]: _type = "VirtualMachine" [ 1750.244761] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1750.245085] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the lease: (returnval){ [ 1750.245085] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230585f-e593-bcff-0784-58a34fbb7180" [ 1750.245085] env[62221]: _type = "HttpNfcLease" [ 1750.245085] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1750.251509] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701881, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.252893] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1750.252893] env[62221]: value = "task-1701884" [ 1750.252893] env[62221]: _type = "Task" [ 1750.252893] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.256748] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.256748] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230585f-e593-bcff-0784-58a34fbb7180" [ 1750.256748] env[62221]: _type = "HttpNfcLease" [ 1750.256748] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.257313] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.257313] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5230585f-e593-bcff-0784-58a34fbb7180" [ 1750.257313] env[62221]: _type = "HttpNfcLease" [ 1750.257313] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.258011] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf0400-473c-4036-b026-96d15379ccf8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.262990] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.267882] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.268071] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.355777] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b627a7c4-318f-4d0f-b612-a6a3c376fcd1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.597219] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.597538] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.738142] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701881, 'name': ReconfigVM_Task, 'duration_secs': 1.159826} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.738528] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1750.739699] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86235229-5401-457f-a545-f7f6af20445d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.762365] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf/volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.765552] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0451f23e-6d44-4885-862f-316a3616be7d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.783675] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701884, 'name': ReconfigVM_Task, 'duration_secs': 0.328554} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.785944] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.785944] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1750.785944] env[62221]: value = "task-1701885" [ 1750.785944] env[62221]: _type = "Task" [ 1750.785944] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.785944] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14748819-37f6-4d98-a6c9-7d969bb3e781 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.796558] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.797915] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1750.797915] env[62221]: value = "task-1701886" [ 1750.797915] env[62221]: _type = "Task" [ 1750.797915] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.805098] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.924539] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance b7237954-fce9-4db2-b97c-c7b99a08059b as it has an incoming, in-progress migration bda12294-72a5-4e2e-a53a-2dd1a3529c94. Migration status is migrating {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1750.925458] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating resource usage from migration bda12294-72a5-4e2e-a53a-2dd1a3529c94 [ 1750.949627] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.949777] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 9af12e5d-78cf-4dde-8ec4-a5f80954f01c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.950106] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance d981a632-1858-4349-a962-0f705bf1592a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.950106] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a5d5ae1e-f772-46cc-aa08-4554b78ef554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.950370] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 72d4fec5-0b66-4e99-a0b9-2feafb0e467c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.950370] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.950466] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration bda12294-72a5-4e2e-a53a-2dd1a3529c94 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1750.950612] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance b7237954-fce9-4db2-b97c-c7b99a08059b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1751.100543] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1751.297586] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701885, 'name': ReconfigVM_Task, 'duration_secs': 0.288624} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.298145] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf/volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.298660] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1751.310646] env[62221]: DEBUG oslo_vmware.api [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701886, 'name': PowerOnVM_Task, 'duration_secs': 0.398152} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.310890] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.313633] env[62221]: DEBUG nova.compute.manager [None req-ceeca4e8-1380-4e98-9f38-293551a3414c tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1751.314404] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f994d-9dae-42e0-b7cb-31acddf26fea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.454100] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance a3cf3afd-6dd4-4250-aec6-dbbeb4b31731 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1751.454598] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1751.454829] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1751.619445] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.648476] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a3d12-26d4-4b98-9352-fc09c05079c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.656294] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f71735-5390-4672-bb72-8c1d1f78f9b1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.687957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1782ad-f067-4d4b-908e-9b903e9ceb02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.695372] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191093c0-c907-415f-97da-575842b4426e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.708532] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.809048] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b07ff34-bfee-48d2-a3db-b488dac466bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.832637] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85e7ae-e1c9-4b07-a622-c5634852aa23 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.853309] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1752.212199] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.718144] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1752.718381] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.805s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.718660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.100s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.720633] env[62221]: INFO nova.compute.claims [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.814450] env[62221]: INFO nova.compute.manager [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Unrescuing [ 1752.814810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.814961] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquired lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.815130] env[62221]: DEBUG nova.network.neutron [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.549730] env[62221]: DEBUG nova.network.neutron [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Port 80cf3ba8-e892-4e91-b658-26834cc3c550 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1753.558989] env[62221]: DEBUG nova.network.neutron [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [{"id": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "address": "fa:16:3e:79:fb:bc", "network": {"id": "e84258f8-c8e0-42a4-a2e7-1b6bb148e8aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-78768697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b92d3627bd7d4c07aa09324d049ae34c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4509bc-df", "ovs_interfaceid": "8e4509bc-dfac-41e9-b6a7-5cdafb9fe976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.888363] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c85fc32-bbad-4467-96b1-dff40848622a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.896685] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae0ba2-f01f-44e0-89c4-11f2f93a1965 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.927676] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbacfed-c6dc-478c-be07-4edab809f85a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.935122] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97234edf-db3c-4173-afa4-069dc64dd949 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.948914] env[62221]: DEBUG nova.compute.provider_tree [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.061409] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Releasing lock "refresh_cache-5df2e74d-ce79-4e33-94e8-28b9a79e5c37" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.061994] env[62221]: DEBUG nova.objects.instance [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lazy-loading 'flavor' on Instance uuid 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.452421] env[62221]: DEBUG nova.scheduler.client.report [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.575242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.575507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.575734] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.577863] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f9c6d-63a1-4fc4-97c9-f9e4a5897fb7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.601672] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.602011] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fc1fcb-4d9f-4395-bad9-4c94a57dd38b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.610621] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1754.610621] env[62221]: value = "task-1701887" [ 1754.610621] env[62221]: _type = "Task" [ 1754.610621] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.619298] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.957737] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.958355] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1755.122284] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701887, 'name': PowerOffVM_Task, 'duration_secs': 0.212526} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.122612] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.130764] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1755.131407] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9b38b0-18da-4fa2-98a8-58830a2a3fd5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.159611] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1755.159611] env[62221]: value = "task-1701888" [ 1755.159611] env[62221]: _type = "Task" [ 1755.159611] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.170063] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.463446] env[62221]: DEBUG nova.compute.utils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.464967] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Not allocating networking since 'none' was specified. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1755.616688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.616907] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.617179] env[62221]: DEBUG nova.network.neutron [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.670289] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701888, 'name': ReconfigVM_Task, 'duration_secs': 0.266715} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.670594] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1755.670821] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.671104] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4335915-8c6a-49d6-a65c-e718c379de35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.677788] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1755.677788] env[62221]: value = "task-1701889" [ 1755.677788] env[62221]: _type = "Task" [ 1755.677788] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.686158] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.966416] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1756.187797] env[62221]: DEBUG oslo_vmware.api [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701889, 'name': PowerOnVM_Task, 'duration_secs': 0.383401} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.188070] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.188310] env[62221]: DEBUG nova.compute.manager [None req-d2e8053d-6d3b-4938-a8bf-96b6f48b413a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1756.189340] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007664f7-3c99-4bfb-9e0e-777017f3bce7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.436494] env[62221]: DEBUG nova.network.neutron [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.939937] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.975989] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1757.004599] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1757.004923] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1757.005183] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.005435] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1757.005694] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.005907] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1757.006226] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1757.006456] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1757.006691] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1757.006965] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1757.007221] env[62221]: DEBUG nova.virt.hardware [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1757.008329] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f06144-0d0b-4926-9af1-9b91d42f8c84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.017559] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6634f-0f8b-462b-843b-4bfb200037b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.034391] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.040133] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Creating folder: Project (1755c84bca5644c2906efb7889c23ce9). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.040457] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c79a6eda-7ce6-4727-a466-6f4631af3a9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.052703] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Created folder: Project (1755c84bca5644c2906efb7889c23ce9) in parent group-v354396. [ 1757.052896] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Creating folder: Instances. Parent ref: group-v354689. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.053199] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c22397-a756-485e-8f49-98885d2aeb18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.062135] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Created folder: Instances in parent group-v354689. [ 1757.062369] env[62221]: DEBUG oslo.service.loopingcall [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.062590] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.062817] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8078774a-4b3e-4a75-91f9-4e8aacea72a7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.079318] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.079318] env[62221]: value = "task-1701892" [ 1757.079318] env[62221]: _type = "Task" [ 1757.079318] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.086741] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701892, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.449275] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f50faa-9150-4d2e-9270-f438a11a9c85 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.456436] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3bf634-7210-45fe-b8ce-9edba9615c51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.589883] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701892, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.850385] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1757.851360] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d6ad9-b65f-4578-943f-37aa98c276d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.857700] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1757.857863] env[62221]: ERROR oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk due to incomplete transfer. [ 1757.858095] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25da7317-1e2f-468d-bce2-1fbf36fc28eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.864514] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d11f7b-ba59-c610-997d-90912a975d45/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1757.864704] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Uploaded image 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1757.866859] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1757.867103] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98168b9a-2cfc-4851-910c-e6342d2cc2fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.873359] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1757.873359] env[62221]: value = "task-1701893" [ 1757.873359] env[62221]: _type = "Task" [ 1757.873359] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.880521] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701893, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.932203] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.932453] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.932663] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.932851] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.933085] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.935267] env[62221]: INFO nova.compute.manager [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Terminating instance [ 1757.937032] env[62221]: DEBUG nova.compute.manager [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1757.937227] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.938013] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc4eec-c87f-45f6-96ae-cd3f1354abbb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.945466] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.945696] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e74f647-7666-4f39-a216-ea4033cb0108 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.951202] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1757.951202] env[62221]: value = "task-1701894" [ 1757.951202] env[62221]: _type = "Task" [ 1757.951202] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.958310] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.091016] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701892, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.383261] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701893, 'name': Destroy_Task, 'duration_secs': 0.352678} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.383519] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Destroyed the VM [ 1758.383787] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1758.384043] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2dcc2bb-8fd2-4c7e-8649-37de640aa533 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.390087] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1758.390087] env[62221]: value = "task-1701895" [ 1758.390087] env[62221]: _type = "Task" [ 1758.390087] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.397285] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.460146] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701894, 'name': PowerOffVM_Task, 'duration_secs': 0.177009} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.460451] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.460603] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.461229] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8ee843-8096-4c0a-b040-1be0be886263 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.566169] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43190c66-81c6-4e15-af44-f5a48a9e93c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.590338] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6344b1-18c0-4ffd-b6c8-b0c7168dee35 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.598152] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1758.605969] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701892, 'name': CreateVM_Task, 'duration_secs': 1.312609} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.606401] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.606839] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.607034] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.607390] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.608514] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f531a872-3db6-4a7d-a37b-87602f979f82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.610314] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.610529] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.610711] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleting the datastore file [datastore1] 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.610941] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c972b8c3-e248-4e14-805c-564db30441f0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.615226] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1758.615226] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523aec30-09c0-d424-7048-70bc9208fa02" [ 1758.615226] env[62221]: _type = "Task" [ 1758.615226] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.619404] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1758.619404] env[62221]: value = "task-1701897" [ 1758.619404] env[62221]: _type = "Task" [ 1758.619404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.625125] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523aec30-09c0-d424-7048-70bc9208fa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.629468] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.903075] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701895, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392486} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.903075] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1758.903075] env[62221]: DEBUG nova.compute.manager [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1758.903075] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13047cd-529b-4c77-8d32-37d059b9bf17 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.108739] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.109663] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197adc7c-41dd-411f-982e-a2fccd529897 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.116720] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1759.116720] env[62221]: value = "task-1701898" [ 1759.116720] env[62221]: _type = "Task" [ 1759.116720] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.131135] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523aec30-09c0-d424-7048-70bc9208fa02, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.136562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.136974] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.137357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.137623] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.137930] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.138321] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.138662] env[62221]: DEBUG oslo_vmware.api [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189213} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.138999] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e43f49-5ed7-4480-be8a-9a569177feca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.140881] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.141211] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.141568] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.141868] env[62221]: INFO nova.compute.manager [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1759.142242] env[62221]: DEBUG oslo.service.loopingcall [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.142595] env[62221]: DEBUG nova.compute.manager [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1759.142807] env[62221]: DEBUG nova.network.neutron [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.155123] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.155123] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.155123] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a820cf-e497-44fd-80de-83ce219c513b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.163150] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1759.163150] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8f637-0f69-5c45-c541-107f27c067b9" [ 1759.163150] env[62221]: _type = "Task" [ 1759.163150] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.169815] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8f637-0f69-5c45-c541-107f27c067b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.414373] env[62221]: INFO nova.compute.manager [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Shelve offloading [ 1759.417353] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.417731] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f4e55f7-0749-476d-94a2-c376eaba5e47 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.427143] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1759.427143] env[62221]: value = "task-1701899" [ 1759.427143] env[62221]: _type = "Task" [ 1759.427143] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.435674] env[62221]: DEBUG nova.compute.manager [req-fea8fb0e-1aca-462e-ba8b-2e3739b22f45 req-b1a0e54f-1259-412f-a34f-80e783a5bd12 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Received event network-vif-deleted-8e4509bc-dfac-41e9-b6a7-5cdafb9fe976 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1759.436018] env[62221]: INFO nova.compute.manager [req-fea8fb0e-1aca-462e-ba8b-2e3739b22f45 req-b1a0e54f-1259-412f-a34f-80e783a5bd12 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Neutron deleted interface 8e4509bc-dfac-41e9-b6a7-5cdafb9fe976; detaching it from the instance and deleting it from the info cache [ 1759.436320] env[62221]: DEBUG nova.network.neutron [req-fea8fb0e-1aca-462e-ba8b-2e3739b22f45 req-b1a0e54f-1259-412f-a34f-80e783a5bd12 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.449312] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1759.449496] env[62221]: DEBUG nova.compute.manager [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1759.450355] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d26cce-22bf-4a98-9332-8bff7c588245 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.457493] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.457659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.457828] env[62221]: DEBUG nova.network.neutron [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.629198] env[62221]: DEBUG oslo_vmware.api [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701898, 'name': PowerOnVM_Task, 'duration_secs': 0.3729} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.629484] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.629687] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0d81a493-b613-4dae-ba35-4f9eb7409eb3 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance 'b7237954-fce9-4db2-b97c-c7b99a08059b' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.671888] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b8f637-0f69-5c45-c541-107f27c067b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.672699] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a25e4de-07ef-4962-8bc6-67c54f1f06b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.678937] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1759.678937] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529549f7-fac3-b4f7-69a7-7b51362b1b4c" [ 1759.678937] env[62221]: _type = "Task" [ 1759.678937] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.687405] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529549f7-fac3-b4f7-69a7-7b51362b1b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.907048] env[62221]: DEBUG nova.network.neutron [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.939719] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79888c06-257a-43d1-99f9-41b759c12ef6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.949088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082fcf4-aaa1-490f-b22a-98f8d6d5a9e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.977039] env[62221]: DEBUG nova.compute.manager [req-fea8fb0e-1aca-462e-ba8b-2e3739b22f45 req-b1a0e54f-1259-412f-a34f-80e783a5bd12 service nova] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Detach interface failed, port_id=8e4509bc-dfac-41e9-b6a7-5cdafb9fe976, reason: Instance 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1760.148180] env[62221]: DEBUG nova.network.neutron [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.192573] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529549f7-fac3-b4f7-69a7-7b51362b1b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.192810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.193102] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.193378] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe9da87-8aa0-40d5-9120-f0cb29aa1bf0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.202095] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1760.202095] env[62221]: value = "task-1701900" [ 1760.202095] env[62221]: _type = "Task" [ 1760.202095] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.209849] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.410036] env[62221]: INFO nova.compute.manager [-] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Took 1.27 seconds to deallocate network for instance. [ 1760.651429] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.713195] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444728} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.713519] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.713758] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.715656] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1300c7c8-6c49-4f1e-ade6-ce72d3fe1ab1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.722516] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1760.722516] env[62221]: value = "task-1701901" [ 1760.722516] env[62221]: _type = "Task" [ 1760.722516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.731459] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.916582] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.916875] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.917195] env[62221]: DEBUG nova.objects.instance [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lazy-loading 'resources' on Instance uuid 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.011277] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.012180] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda53d75-8209-454d-8c8a-3ba9ba743142 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.020057] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.020302] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4aaa763-3d21-4c54-b43b-b46a23fec669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.022264] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.022507] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.022682] env[62221]: DEBUG nova.compute.manager [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1761.023410] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ab19e-f5f1-40f8-9202-eb5a0eed7cd7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.029078] env[62221]: DEBUG nova.compute.manager [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1761.029665] env[62221]: DEBUG nova.objects.instance [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'flavor' on Instance uuid 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.095294] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.095508] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.095688] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleting the datastore file [datastore1] d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.095943] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507b5bbe-85ed-4d73-a7d8-6a3b931dbd70 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.104716] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1761.104716] env[62221]: value = "task-1701903" [ 1761.104716] env[62221]: _type = "Task" [ 1761.104716] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.112937] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.234802] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058865} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.235162] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.235960] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77761be3-a350-4740-a192-a60f8e2995f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.256040] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.256209] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f105e1-94e5-406e-96ca-24df712679a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.275161] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1761.275161] env[62221]: value = "task-1701904" [ 1761.275161] env[62221]: _type = "Task" [ 1761.275161] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.282586] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.459802] env[62221]: DEBUG nova.compute.manager [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-vif-unplugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1761.460321] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.460750] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.460750] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.460863] env[62221]: DEBUG nova.compute.manager [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] No waiting events found dispatching network-vif-unplugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1761.461033] env[62221]: WARNING nova.compute.manager [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received unexpected event network-vif-unplugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 for instance with vm_state shelved and task_state shelving_offloading. [ 1761.461788] env[62221]: DEBUG nova.compute.manager [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1761.461788] env[62221]: DEBUG nova.compute.manager [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing instance network info cache due to event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1761.461788] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.461788] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.461985] env[62221]: DEBUG nova.network.neutron [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing network info cache for port 66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.534231] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.534501] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0f13fd-45e2-464d-aeaf-03681d1d1605 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.541995] env[62221]: DEBUG oslo_vmware.api [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1761.541995] env[62221]: value = "task-1701905" [ 1761.541995] env[62221]: _type = "Task" [ 1761.541995] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.543563] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189585b9-2858-4889-abfb-2a5f8e8f2de9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.553821] env[62221]: DEBUG oslo_vmware.api [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.556501] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cb86c-69d0-4480-abcd-6b604a367ca4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.562779] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.563042] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.563245] env[62221]: DEBUG nova.compute.manager [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Going to confirm migration 8 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1761.593375] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b0ce29-031b-4c32-91c7-58dc40ea393f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.603480] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac61f94-9b98-49af-bd04-d12da5f7a189 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.617952] env[62221]: DEBUG oslo_vmware.api [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13473} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.625734] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.625915] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.626108] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.628290] env[62221]: DEBUG nova.compute.provider_tree [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.633418] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.633616] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquired lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.633794] env[62221]: DEBUG nova.network.neutron [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.634011] env[62221]: DEBUG nova.objects.instance [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'info_cache' on Instance uuid b7237954-fce9-4db2-b97c-c7b99a08059b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.649985] env[62221]: INFO nova.scheduler.client.report [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted allocations for instance d981a632-1858-4349-a962-0f705bf1592a [ 1761.786311] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.053373] env[62221]: DEBUG oslo_vmware.api [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701905, 'name': PowerOffVM_Task, 'duration_secs': 0.224655} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.053673] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.053871] env[62221]: DEBUG nova.compute.manager [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1762.054734] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84979ac6-9b83-4b10-b56b-c08297d405ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.131848] env[62221]: DEBUG nova.scheduler.client.report [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1762.154094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.207355] env[62221]: DEBUG nova.network.neutron [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updated VIF entry in instance network info cache for port 66ba2dcc-b25e-4d66-8d6d-899113b73d28. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.207705] env[62221]: DEBUG nova.network.neutron [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.286569] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.568976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b0d85c2a-997a-4874-8a7c-057ffc1c7072 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.636414] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.638801] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.485s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.639082] env[62221]: DEBUG nova.objects.instance [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'resources' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.653926] env[62221]: INFO nova.scheduler.client.report [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleted allocations for instance 5df2e74d-ce79-4e33-94e8-28b9a79e5c37 [ 1762.710677] env[62221]: DEBUG oslo_concurrency.lockutils [req-df5ade28-d403-43fd-a646-5a0efbe5d2f9 req-e2056ed7-de15-4cda-876a-f67ea96d3a8e service nova] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.787949] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701904, 'name': ReconfigVM_Task, 'duration_secs': 1.293719} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.788686] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.789328] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7f242e-1e79-434b-ba87-f25a305608fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.795686] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1762.795686] env[62221]: value = "task-1701906" [ 1762.795686] env[62221]: _type = "Task" [ 1762.795686] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.807448] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701906, 'name': Rename_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.866050] env[62221]: DEBUG nova.network.neutron [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [{"id": "80cf3ba8-e892-4e91-b658-26834cc3c550", "address": "fa:16:3e:ac:2c:90", "network": {"id": "afe541cb-99eb-42a6-b914-03da3a75589e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-491872259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81444bd3c41248b4a00f02c599d5f895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cf3ba8-e8", "ovs_interfaceid": "80cf3ba8-e892-4e91-b658-26834cc3c550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.142554] env[62221]: DEBUG nova.objects.instance [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'numa_topology' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.161827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2a06d224-dc6f-4f8b-8148-62dd5775778a tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "5df2e74d-ce79-4e33-94e8-28b9a79e5c37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.229s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.279537] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.305850] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701906, 'name': Rename_Task, 'duration_secs': 0.287243} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.306167] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.306333] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c24212-2dba-4665-9709-da7e0b1531a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.312288] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1763.312288] env[62221]: value = "task-1701907" [ 1763.312288] env[62221]: _type = "Task" [ 1763.312288] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.320716] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.368876] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Releasing lock "refresh_cache-b7237954-fce9-4db2-b97c-c7b99a08059b" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.369366] env[62221]: DEBUG nova.objects.instance [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'migration_context' on Instance uuid b7237954-fce9-4db2-b97c-c7b99a08059b {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.522019] env[62221]: DEBUG nova.objects.instance [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'flavor' on Instance uuid 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.541782] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.542079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.542301] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.542488] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.542660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.544518] env[62221]: INFO nova.compute.manager [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Terminating instance [ 1763.546223] env[62221]: DEBUG nova.compute.manager [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1763.546410] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.547265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40394a7f-76c4-4c92-8e40-6b6fe79cd7f4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.555355] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.555597] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce2f548-4ca3-447c-b90d-faf92f060c71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.562065] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1763.562065] env[62221]: value = "task-1701908" [ 1763.562065] env[62221]: _type = "Task" [ 1763.562065] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.569522] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.645722] env[62221]: DEBUG nova.objects.base [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1763.723803] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.724245] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.724432] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.724593] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.744271] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37c596-5bca-43e0-88eb-b2774607a00e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.751403] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9eb069-15c4-45b7-a0eb-3c19a5510ffd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.782862] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9aca3-6176-49f8-8ff9-8c532d8ed153 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.790148] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99b458-f16e-4512-a217-1a505c133518 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.803556] env[62221]: DEBUG nova.compute.provider_tree [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.821104] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.872783] env[62221]: DEBUG nova.objects.base [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1763.873684] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b608bd-02ff-4a37-a00c-eef52d57a753 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.892014] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc9e1af-2fe9-43f5-a4ab-a2d2c6e64fa3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.897064] env[62221]: DEBUG oslo_vmware.api [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1763.897064] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526c02bd-146e-8357-106c-757f8d0dc88b" [ 1763.897064] env[62221]: _type = "Task" [ 1763.897064] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.904350] env[62221]: DEBUG oslo_vmware.api [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526c02bd-146e-8357-106c-757f8d0dc88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.028143] env[62221]: DEBUG oslo_concurrency.lockutils [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.028321] env[62221]: DEBUG oslo_concurrency.lockutils [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.028496] env[62221]: DEBUG nova.network.neutron [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.028674] env[62221]: DEBUG nova.objects.instance [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'info_cache' on Instance uuid 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.071807] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701908, 'name': PowerOffVM_Task, 'duration_secs': 0.23167} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.072081] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.072256] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.072709] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356d93e0-7ce1-4455-a076-8ec7adf5b73e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.143104] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.143339] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.143520] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleting the datastore file [datastore1] a5d5ae1e-f772-46cc-aa08-4554b78ef554 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.143780] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f5389b-68c3-431d-9452-4fbec0b4c666 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.150809] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for the task: (returnval){ [ 1764.150809] env[62221]: value = "task-1701910" [ 1764.150809] env[62221]: _type = "Task" [ 1764.150809] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.158395] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.306732] env[62221]: DEBUG nova.scheduler.client.report [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1764.323852] env[62221]: DEBUG oslo_vmware.api [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701907, 'name': PowerOnVM_Task, 'duration_secs': 0.564982} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.324699] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.324906] env[62221]: INFO nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1764.325094] env[62221]: DEBUG nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1764.325857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6c106-19d2-4cc5-afd3-8f0640cec3d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.406937] env[62221]: DEBUG oslo_vmware.api [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]526c02bd-146e-8357-106c-757f8d0dc88b, 'name': SearchDatastore_Task, 'duration_secs': 0.006794} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.407212] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.533077] env[62221]: DEBUG nova.objects.base [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Object Instance<72d4fec5-0b66-4e99-a0b9-2feafb0e467c> lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1764.663013] env[62221]: DEBUG oslo_vmware.api [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Task: {'id': task-1701910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170556} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.663298] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.663493] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.663752] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.664046] env[62221]: INFO nova.compute.manager [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1764.664308] env[62221]: DEBUG oslo.service.loopingcall [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.664501] env[62221]: DEBUG nova.compute.manager [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1764.664597] env[62221]: DEBUG nova.network.neutron [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.812287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.814778] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.408s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.842544] env[62221]: INFO nova.compute.manager [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Took 13.24 seconds to build instance. [ 1764.910643] env[62221]: DEBUG nova.compute.manager [req-b8f561d9-56c8-431b-b7f4-357663ef35bb req-db31f975-9cf2-4dcf-adf6-9730b90e5ea8 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Received event network-vif-deleted-920c5d47-a187-460f-b43e-df58d67cd940 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1764.912204] env[62221]: INFO nova.compute.manager [req-b8f561d9-56c8-431b-b7f4-357663ef35bb req-db31f975-9cf2-4dcf-adf6-9730b90e5ea8 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Neutron deleted interface 920c5d47-a187-460f-b43e-df58d67cd940; detaching it from the instance and deleting it from the info cache [ 1764.912405] env[62221]: DEBUG nova.network.neutron [req-b8f561d9-56c8-431b-b7f4-357663ef35bb req-db31f975-9cf2-4dcf-adf6-9730b90e5ea8 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.266545] env[62221]: DEBUG nova.network.neutron [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.323863] env[62221]: DEBUG oslo_concurrency.lockutils [None req-b44d772f-c7a7-4952-84c8-a0bd03717d1c tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.332s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.325118] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.046s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.325435] env[62221]: INFO nova.compute.manager [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Unshelving [ 1765.344831] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6216db5e-89a1-41e0-8c00-b56d2fdc9a6e tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.747s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.347641] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.347893] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1765.390966] env[62221]: DEBUG nova.network.neutron [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.416713] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e46d783-18f0-425b-b460-c1069cab24e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.428081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982cea83-e4ef-4f4c-bcbd-916fa12e8fc9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.440098] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22489371-cdc9-4443-a6c8-33775394b075 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.447306] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b778a19-79bb-4af0-8bf5-624a312e0da7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.458997] env[62221]: DEBUG nova.compute.manager [req-b8f561d9-56c8-431b-b7f4-357663ef35bb req-db31f975-9cf2-4dcf-adf6-9730b90e5ea8 service nova] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Detach interface failed, port_id=920c5d47-a187-460f-b43e-df58d67cd940, reason: Instance a5d5ae1e-f772-46cc-aa08-4554b78ef554 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1765.483236] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19a8966-23be-4daa-afa4-2109747a6344 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.491244] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490753f-6e65-4181-9017-8d7b495f3d42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.504085] env[62221]: DEBUG nova.compute.provider_tree [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.747728] env[62221]: INFO nova.compute.manager [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Rebuilding instance [ 1765.770180] env[62221]: DEBUG oslo_concurrency.lockutils [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.785160] env[62221]: DEBUG nova.compute.manager [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1765.786011] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2f2ad-6d25-48d9-b3fc-32547e4e556d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.893982] env[62221]: INFO nova.compute.manager [-] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Took 1.23 seconds to deallocate network for instance. [ 1766.007732] env[62221]: DEBUG nova.scheduler.client.report [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.273391] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.273634] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0e06a1-dd96-4a78-8770-4552c7cd0687 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.281404] env[62221]: DEBUG oslo_vmware.api [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1766.281404] env[62221]: value = "task-1701911" [ 1766.281404] env[62221]: _type = "Task" [ 1766.281404] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.289774] env[62221]: DEBUG oslo_vmware.api [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.299410] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.299698] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6ee244b-9cc2-4b02-af6d-29a6f091ab34 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.306643] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1766.306643] env[62221]: value = "task-1701912" [ 1766.306643] env[62221]: _type = "Task" [ 1766.306643] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.316016] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.345756] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.399922] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.792339] env[62221]: DEBUG oslo_vmware.api [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701911, 'name': PowerOnVM_Task, 'duration_secs': 0.370175} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.792608] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.792795] env[62221]: DEBUG nova.compute.manager [None req-851f266a-0e3b-4d04-8d08-92d29b8c1d63 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1766.793562] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b25a1-01d0-4233-8e1d-a77f35e990c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.815093] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701912, 'name': PowerOffVM_Task, 'duration_secs': 0.155681} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.815582] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.815582] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1766.816321] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845227ff-df65-4edd-8161-863e839ccfb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.823044] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.823271] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe17982-09dc-4718-8c18-d05d81492e71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.847287] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.847524] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.847709] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Deleting the datastore file [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.847972] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bacae1a5-e97a-40c3-8099-3d1898f0858c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.855967] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1766.855967] env[62221]: value = "task-1701914" [ 1766.855967] env[62221]: _type = "Task" [ 1766.855967] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.866478] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.018318] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.021231] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.676s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.021445] env[62221]: DEBUG nova.objects.instance [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'pci_requests' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.367468] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08832} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.367837] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.367837] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.367993] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.526742] env[62221]: DEBUG nova.objects.instance [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'numa_topology' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.584515] env[62221]: INFO nova.scheduler.client.report [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocation for migration bda12294-72a5-4e2e-a53a-2dd1a3529c94 [ 1768.030888] env[62221]: INFO nova.compute.claims [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.090158] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f96e4492-ddce-4630-965a-f2887cad91da tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.527s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.200448] env[62221]: INFO nova.compute.manager [None req-0a028423-2698-4c73-aba6-44ea6a52f987 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Get console output [ 1768.200448] env[62221]: WARNING nova.virt.vmwareapi.driver [None req-0a028423-2698-4c73-aba6-44ea6a52f987 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] The console log is missing. Check your VSPC configuration [ 1768.402922] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1768.403282] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1768.403401] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.403568] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1768.403718] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.403864] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1768.404092] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1768.404242] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1768.404413] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1768.404575] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1768.404745] env[62221]: DEBUG nova.virt.hardware [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1768.405624] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c6736e-3390-4d35-b909-033795539275 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.414564] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c9b29-d1ba-46d9-a3f9-46f813877c86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.431481] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance VIF info [] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.436998] env[62221]: DEBUG oslo.service.loopingcall [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.437264] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.437490] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f23ad1-8629-444f-a618-85d7007ec5a3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.456090] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.456090] env[62221]: value = "task-1701915" [ 1768.456090] env[62221]: _type = "Task" [ 1768.456090] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.464649] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701915, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.669342] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2edac-21fe-495b-9156-8a203d7abc16 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.677051] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Suspending the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1768.677373] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8db2543a-bc19-4319-8218-ca7d6c0671f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.685238] env[62221]: DEBUG oslo_vmware.api [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1768.685238] env[62221]: value = "task-1701916" [ 1768.685238] env[62221]: _type = "Task" [ 1768.685238] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.695254] env[62221]: DEBUG oslo_vmware.api [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701916, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.867383] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1768.867655] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.867800] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.867935] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1768.966704] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701915, 'name': CreateVM_Task, 'duration_secs': 0.301779} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.966911] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.967357] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.967524] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.967880] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.968172] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baddeb8e-7891-4b35-a5e8-03dbd79efda7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.974058] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1768.974058] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b63541-bf0a-26c3-4140-77343bcb7da8" [ 1768.974058] env[62221]: _type = "Task" [ 1768.974058] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.982423] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b63541-bf0a-26c3-4140-77343bcb7da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.196781] env[62221]: DEBUG oslo_vmware.api [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701916, 'name': SuspendVM_Task} progress is 75%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.208325] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e92bcf-90d2-47a7-b4cb-fbb5b6a3f55f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.215733] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123286a-a152-4aeb-8a65-f2ee257fcfd2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.246694] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58244fa7-b5e1-4a98-b9fc-c25dc0e96f2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.255040] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ae455-4316-4c4f-b563-60806f6f1f8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.272045] env[62221]: DEBUG nova.compute.provider_tree [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.484747] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b63541-bf0a-26c3-4140-77343bcb7da8, 'name': SearchDatastore_Task, 'duration_secs': 0.043273} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.485104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.485295] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.485523] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.485667] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.485843] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.486114] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b39fdb7a-4cfa-4ffe-8391-e926b504630c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.504433] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.504616] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.505342] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d82948-f709-43fc-b751-83f01f0fe8ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.510715] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1769.510715] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e67679-b659-28ab-5efc-310cc446d20c" [ 1769.510715] env[62221]: _type = "Task" [ 1769.510715] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.518224] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e67679-b659-28ab-5efc-310cc446d20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.697236] env[62221]: DEBUG oslo_vmware.api [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701916, 'name': SuspendVM_Task, 'duration_secs': 0.601185} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.697505] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Suspended the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1769.697683] env[62221]: DEBUG nova.compute.manager [None req-7f149198-7190-4792-9794-632bc24c7cc4 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1769.698449] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d2d148-4db0-49e8-b885-92aa9e684aa5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.775033] env[62221]: DEBUG nova.scheduler.client.report [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1770.021330] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e67679-b659-28ab-5efc-310cc446d20c, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.022139] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dfb079-3ca2-4f3d-8366-1f4593e11729 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.027840] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1770.027840] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5276cf1a-cc8b-dc2c-4e3e-27e0cf3ae5d5" [ 1770.027840] env[62221]: _type = "Task" [ 1770.027840] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.035753] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5276cf1a-cc8b-dc2c-4e3e-27e0cf3ae5d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.280427] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.282561] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.883s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.282795] env[62221]: DEBUG nova.objects.instance [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lazy-loading 'resources' on Instance uuid a5d5ae1e-f772-46cc-aa08-4554b78ef554 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.309450] env[62221]: INFO nova.network.neutron [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating port 66ba2dcc-b25e-4d66-8d6d-899113b73d28 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1770.540479] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5276cf1a-cc8b-dc2c-4e3e-27e0cf3ae5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.541394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.541710] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.541979] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da45c327-e430-453a-831e-8f60fb755d59 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.564398] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1770.564398] env[62221]: value = "task-1701917" [ 1770.564398] env[62221]: _type = "Task" [ 1770.564398] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.573843] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.894053] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68f159-b2a7-4041-905f-240f6e849901 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.905061] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c4087-9985-4469-a757-e99a0082a7d0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.939265] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e60cbc-41ff-4e13-bda6-859b92594376 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.948483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8079c7-2c0c-4aa1-97e9-d6aac45f8590 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.963420] env[62221]: DEBUG nova.compute.provider_tree [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.030105] env[62221]: INFO nova.compute.manager [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Resuming [ 1771.030782] env[62221]: DEBUG nova.objects.instance [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'flavor' on Instance uuid 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.074773] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.466745] env[62221]: DEBUG nova.scheduler.client.report [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1771.577137] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584373} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.577521] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.577636] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.577839] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dae686f-365f-49ba-b304-2a6f49b73c8f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.584869] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1771.584869] env[62221]: value = "task-1701918" [ 1771.584869] env[62221]: _type = "Task" [ 1771.584869] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.592372] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.863031] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.906183] env[62221]: DEBUG nova.compute.manager [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1771.906407] env[62221]: DEBUG oslo_concurrency.lockutils [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.906685] env[62221]: DEBUG oslo_concurrency.lockutils [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.906865] env[62221]: DEBUG oslo_concurrency.lockutils [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.907047] env[62221]: DEBUG nova.compute.manager [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] No waiting events found dispatching network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1771.907218] env[62221]: WARNING nova.compute.manager [req-2d21a175-cda4-4c74-8d07-b2b5cbe0841d req-982c4618-fe2c-4871-b3e3-7ee1276e3d1f service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received unexpected event network-vif-plugged-66ba2dcc-b25e-4d66-8d6d-899113b73d28 for instance with vm_state shelved_offloaded and task_state spawning. [ 1771.962509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.962509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.962631] env[62221]: DEBUG nova.network.neutron [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.971427] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.988376] env[62221]: INFO nova.scheduler.client.report [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Deleted allocations for instance a5d5ae1e-f772-46cc-aa08-4554b78ef554 [ 1772.037776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.037957] env[62221]: DEBUG oslo_concurrency.lockutils [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquired lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.038190] env[62221]: DEBUG nova.network.neutron [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.095107] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071897} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.095951] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.096409] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae2aced-61c4-450e-99fe-26fac590ca4c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.116060] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.116571] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800e4be5-b576-4581-a89e-ebc92ef47a83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.136385] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1772.136385] env[62221]: value = "task-1701919" [ 1772.136385] env[62221]: _type = "Task" [ 1772.136385] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.143959] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.494877] env[62221]: DEBUG oslo_concurrency.lockutils [None req-58310816-8e58-4480-baee-d987c7ce6f98 tempest-ServerRescueTestJSON-948929944 tempest-ServerRescueTestJSON-948929944-project-member] Lock "a5d5ae1e-f772-46cc-aa08-4554b78ef554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.953s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.648224] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701919, 'name': ReconfigVM_Task, 'duration_secs': 0.301083} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.648518] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731/a3cf3afd-6dd4-4250-aec6-dbbeb4b31731.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.649220] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6c59e0-e7ec-446b-b4d9-879bbf55db51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.656762] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1772.656762] env[62221]: value = "task-1701920" [ 1772.656762] env[62221]: _type = "Task" [ 1772.656762] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.665418] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701920, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.776659] env[62221]: DEBUG nova.network.neutron [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.836871] env[62221]: DEBUG nova.network.neutron [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [{"id": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "address": "fa:16:3e:ae:50:2c", "network": {"id": "8a6853ff-455e-49da-bd45-83b624ea1b8d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-828618399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b160f5fd5ab34c48acaa09d533ba8c3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7b9161-2a", "ovs_interfaceid": "ca7b9161-2a91-4265-9c6d-7e08a4de91a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.167162] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701920, 'name': Rename_Task, 'duration_secs': 0.139334} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.167426] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.167675] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c82481-1d50-45fe-944c-100d339aded0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.174433] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1773.174433] env[62221]: value = "task-1701921" [ 1773.174433] env[62221]: _type = "Task" [ 1773.174433] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.188773] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.281711] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.308741] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='47bff300345c0f241024d1140fa32be9',container_format='bare',created_at=2024-12-10T18:44:47Z,direct_url=,disk_format='vmdk',id=94db5ba9-2d17-4ff8-8fa5-fe0a21335241,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-985504515-shelved',owner='467031c870ca4cc099aee321721e3510',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2024-12-10T18:45:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1773.309032] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1773.309370] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.309595] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1773.309750] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.309896] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1773.310120] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1773.310287] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1773.310456] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1773.310616] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1773.310788] env[62221]: DEBUG nova.virt.hardware [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1773.311663] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc01a63-a7a8-4df2-a6e3-cd0c8d196669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.319728] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80afef67-f5cc-4afd-a0a5-097cf397a662 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.333534] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:44:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ba2dcc-b25e-4d66-8d6d-899113b73d28', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.340764] env[62221]: DEBUG oslo.service.loopingcall [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.341283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Releasing lock "refresh_cache-72d4fec5-0b66-4e99-a0b9-2feafb0e467c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.341568] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.342264] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8fcf7d-c40d-4101-a4b3-9a73dcbf5260 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.344711] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d285ce9-51c1-4fa2-8153-9f204c53ca76 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.363613] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Resuming the VM {{(pid=62221) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1773.364762] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c0ed5e-1a67-4e19-8072-99d0b28184e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.366209] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.366209] env[62221]: value = "task-1701922" [ 1773.366209] env[62221]: _type = "Task" [ 1773.366209] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.371651] env[62221]: DEBUG oslo_vmware.api [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1773.371651] env[62221]: value = "task-1701923" [ 1773.371651] env[62221]: _type = "Task" [ 1773.371651] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.374558] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701922, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.382386] env[62221]: DEBUG oslo_vmware.api [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.685153] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701921, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.877555] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701922, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.887169] env[62221]: DEBUG oslo_vmware.api [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.934272] env[62221]: DEBUG nova.compute.manager [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1773.934419] env[62221]: DEBUG nova.compute.manager [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing instance network info cache due to event network-changed-66ba2dcc-b25e-4d66-8d6d-899113b73d28. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1773.934655] env[62221]: DEBUG oslo_concurrency.lockutils [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.934799] env[62221]: DEBUG oslo_concurrency.lockutils [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.934973] env[62221]: DEBUG nova.network.neutron [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Refreshing network info cache for port 66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.185683] env[62221]: DEBUG oslo_vmware.api [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701921, 'name': PowerOnVM_Task, 'duration_secs': 0.523886} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.185909] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.186167] env[62221]: DEBUG nova.compute.manager [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.186915] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0114040-6eed-4a15-b49a-5fb887367f0c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.376768] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701922, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.386311] env[62221]: DEBUG oslo_vmware.api [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701923, 'name': PowerOnVM_Task, 'duration_secs': 0.521249} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.386584] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Resumed the VM {{(pid=62221) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1774.386768] env[62221]: DEBUG nova.compute.manager [None req-afa3cafd-300c-4276-af21-1e284d66b986 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.387551] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b65d20-c139-4345-98bc-e420e7ff4ce2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.648263] env[62221]: DEBUG nova.network.neutron [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updated VIF entry in instance network info cache for port 66ba2dcc-b25e-4d66-8d6d-899113b73d28. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.648640] env[62221]: DEBUG nova.network.neutron [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.705132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.705389] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.705563] env[62221]: DEBUG nova.objects.instance [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62221) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1774.877897] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701922, 'name': CreateVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.151601] env[62221]: DEBUG oslo_concurrency.lockutils [req-38afa570-795f-4fce-8241-3380205e967d req-9ba188f6-76ba-4a9c-ba74-b05e8df3a697 service nova] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.378045] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701922, 'name': CreateVM_Task, 'duration_secs': 1.571827} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.378217] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.386805] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.386979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.387494] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.387776] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09148264-8718-4c56-9ebd-b9e2fa0ba28a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.392873] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1775.392873] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52afbaed-c91f-1903-42cc-f6f7fd1bb882" [ 1775.392873] env[62221]: _type = "Task" [ 1775.392873] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.401681] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52afbaed-c91f-1903-42cc-f6f7fd1bb882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.446171] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.446413] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.446620] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.446797] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.446963] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.449308] env[62221]: INFO nova.compute.manager [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Terminating instance [ 1775.451015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "refresh_cache-a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.451197] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquired lock "refresh_cache-a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.451392] env[62221]: DEBUG nova.network.neutron [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.713838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bd8a4d5-7ca1-42a2-b39a-768a490c7bbc tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.804377] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.804649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.804861] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.805060] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.805235] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.807949] env[62221]: INFO nova.compute.manager [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Terminating instance [ 1775.809811] env[62221]: DEBUG nova.compute.manager [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1775.810012] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.810918] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915ff18-48d6-4458-8b04-52446c341384 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.819174] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.819499] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a9209a-7118-499c-8f1a-cabaf6b9a407 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.827237] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1775.827237] env[62221]: value = "task-1701924" [ 1775.827237] env[62221]: _type = "Task" [ 1775.827237] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.836058] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.905810] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.906109] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Processing image 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.906362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.906514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.906700] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.906948] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078578ee-78bc-4bb3-b6c4-f51f08dd023c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.915281] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.915500] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.916271] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fce8d0-db9f-4f67-9ee3-bd97c4c7f4ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.921487] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1775.921487] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fd6c10-a007-1fec-72c6-b883047256a2" [ 1775.921487] env[62221]: _type = "Task" [ 1775.921487] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.929059] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fd6c10-a007-1fec-72c6-b883047256a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.970753] env[62221]: DEBUG nova.network.neutron [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.021479] env[62221]: DEBUG nova.network.neutron [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.337651] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701924, 'name': PowerOffVM_Task, 'duration_secs': 0.213642} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.337904] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.338083] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.338329] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44fda644-77bd-40b9-8802-076620c4611c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.411809] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.412080] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.412269] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleting the datastore file [datastore1] 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.412545] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2c2775-3953-441f-8304-3a5daced6def {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.421133] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for the task: (returnval){ [ 1776.421133] env[62221]: value = "task-1701926" [ 1776.421133] env[62221]: _type = "Task" [ 1776.421133] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.433476] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.436833] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1776.437098] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Fetch image to [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0/OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1776.437322] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Downloading stream optimized image 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 to [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0/OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0.vmdk on the data store datastore1 as vApp {{(pid=62221) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1776.437523] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Downloading image file data 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 to the ESX as VM named 'OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0' {{(pid=62221) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1776.512366] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1776.512366] env[62221]: value = "resgroup-9" [ 1776.512366] env[62221]: _type = "ResourcePool" [ 1776.512366] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1776.512711] env[62221]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-53284fc7-c279-4d1f-969e-0d2a75883ea5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.529458] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Releasing lock "refresh_cache-a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.529884] env[62221]: DEBUG nova.compute.manager [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1776.530114] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.530957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d1156-85d6-412c-840a-66bdec9c3b03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.540556] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.541863] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8b5a09-e8e1-4c57-bf5d-e96b12486bad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.543454] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lease: (returnval){ [ 1776.543454] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d020a4-b59c-5156-25cf-11923b2d851b" [ 1776.543454] env[62221]: _type = "HttpNfcLease" [ 1776.543454] env[62221]: } obtained for vApp import into resource pool (val){ [ 1776.543454] env[62221]: value = "resgroup-9" [ 1776.543454] env[62221]: _type = "ResourcePool" [ 1776.543454] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1776.543707] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the lease: (returnval){ [ 1776.543707] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d020a4-b59c-5156-25cf-11923b2d851b" [ 1776.543707] env[62221]: _type = "HttpNfcLease" [ 1776.543707] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1776.550932] env[62221]: DEBUG oslo_vmware.api [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1776.550932] env[62221]: value = "task-1701928" [ 1776.550932] env[62221]: _type = "Task" [ 1776.550932] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.552352] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1776.552352] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d020a4-b59c-5156-25cf-11923b2d851b" [ 1776.552352] env[62221]: _type = "HttpNfcLease" [ 1776.552352] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1776.932406] env[62221]: DEBUG oslo_vmware.api [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Task: {'id': task-1701926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160056} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.932820] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.932897] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1776.933071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.933275] env[62221]: INFO nova.compute.manager [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1776.933545] env[62221]: DEBUG oslo.service.loopingcall [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.933754] env[62221]: DEBUG nova.compute.manager [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1776.933854] env[62221]: DEBUG nova.network.neutron [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.052599] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1777.052599] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d020a4-b59c-5156-25cf-11923b2d851b" [ 1777.052599] env[62221]: _type = "HttpNfcLease" [ 1777.052599] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1777.055831] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1777.055831] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52d020a4-b59c-5156-25cf-11923b2d851b" [ 1777.055831] env[62221]: _type = "HttpNfcLease" [ 1777.055831] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1777.056524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0bdacc-9405-4254-b2ee-bd4aae550690 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.064430] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1777.064430] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1777.068174] env[62221]: DEBUG oslo_vmware.api [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701928, 'name': PowerOffVM_Task, 'duration_secs': 0.143153} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.069208] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.069408] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.122533] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a38870-8bd5-4621-84ad-c643dfdd23e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.129679] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80f13302-ce66-430e-aafc-9b32daeccd56 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.161732] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.162032] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.162299] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Deleting the datastore file [datastore1] a3cf3afd-6dd4-4250-aec6-dbbeb4b31731 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.162509] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb3de67-12ef-4ee5-8d02-76a84187e905 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.169889] env[62221]: DEBUG oslo_vmware.api [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for the task: (returnval){ [ 1777.169889] env[62221]: value = "task-1701930" [ 1777.169889] env[62221]: _type = "Task" [ 1777.169889] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.179489] env[62221]: DEBUG oslo_vmware.api [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.427076] env[62221]: DEBUG nova.compute.manager [req-67a3895c-4c65-4c79-8696-2ede34bb91fc req-385c59e4-c9b0-4cc8-b09d-0722732926be service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Received event network-vif-deleted-ca7b9161-2a91-4265-9c6d-7e08a4de91a1 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1777.427298] env[62221]: INFO nova.compute.manager [req-67a3895c-4c65-4c79-8696-2ede34bb91fc req-385c59e4-c9b0-4cc8-b09d-0722732926be service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Neutron deleted interface ca7b9161-2a91-4265-9c6d-7e08a4de91a1; detaching it from the instance and deleting it from the info cache [ 1777.427592] env[62221]: DEBUG nova.network.neutron [req-67a3895c-4c65-4c79-8696-2ede34bb91fc req-385c59e4-c9b0-4cc8-b09d-0722732926be service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.683488] env[62221]: DEBUG oslo_vmware.api [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Task: {'id': task-1701930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09648} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.688020] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.688020] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.688020] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.688020] env[62221]: INFO nova.compute.manager [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1777.688020] env[62221]: DEBUG oslo.service.loopingcall [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.688020] env[62221]: DEBUG nova.compute.manager [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1777.688020] env[62221]: DEBUG nova.network.neutron [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.703776] env[62221]: DEBUG nova.network.neutron [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.899280] env[62221]: DEBUG nova.network.neutron [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.933035] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ee6b61e-831d-4f7d-834f-eb8e0b17a020 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.944814] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7013b-ba49-450e-8d7a-619eef77a7c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.977743] env[62221]: DEBUG nova.compute.manager [req-67a3895c-4c65-4c79-8696-2ede34bb91fc req-385c59e4-c9b0-4cc8-b09d-0722732926be service nova] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Detach interface failed, port_id=ca7b9161-2a91-4265-9c6d-7e08a4de91a1, reason: Instance 72d4fec5-0b66-4e99-a0b9-2feafb0e467c could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1778.208304] env[62221]: DEBUG nova.network.neutron [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.262213] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1778.262460] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1778.263435] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba515bb-d982-44e7-a0da-5848f10e601b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.271731] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1778.271899] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1778.272184] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-de23c6b9-148f-4ffb-ae38-e8dd6146adfc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.405077] env[62221]: INFO nova.compute.manager [-] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Took 1.47 seconds to deallocate network for instance. [ 1778.477486] env[62221]: DEBUG oslo_vmware.rw_handles [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272f6b0-052c-2d02-65c5-3e43b3c4b91c/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1778.477726] env[62221]: INFO nova.virt.vmwareapi.images [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Downloaded image file data 94db5ba9-2d17-4ff8-8fa5-fe0a21335241 [ 1778.478592] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf11f2-6691-4d89-ad76-ea0b7acd3f26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.493811] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-542234ac-666b-4a68-9897-226a6b69ae23 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.596106] env[62221]: INFO nova.virt.vmwareapi.images [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] The imported VM was unregistered [ 1778.599098] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1778.599412] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Creating directory with path [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.599695] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d3faa6-709b-4224-bfed-3df9b2dfbe2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.610641] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Created directory with path [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.610827] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0/OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0.vmdk to [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk. {{(pid=62221) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1778.611088] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-045069a8-8282-42ed-b8b7-cf3a715ddbe4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.618455] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1778.618455] env[62221]: value = "task-1701932" [ 1778.618455] env[62221]: _type = "Task" [ 1778.618455] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.626788] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.711340] env[62221]: INFO nova.compute.manager [-] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Took 1.02 seconds to deallocate network for instance. [ 1778.912718] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.912872] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.913071] env[62221]: DEBUG nova.objects.instance [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lazy-loading 'resources' on Instance uuid 72d4fec5-0b66-4e99-a0b9-2feafb0e467c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.129545] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.217614] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.508886] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f871f-76b3-4b82-b377-518b8fb9e9c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.517313] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d172a019-145a-4b0f-91d6-3d3b1eee77cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.548014] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a299c2e-ffa4-4687-bde1-e14a907fa536 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.556541] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7bce5-2bcc-4cf1-acd8-61c07360f785 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.570968] env[62221]: DEBUG nova.compute.provider_tree [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.629704] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.091402] env[62221]: ERROR nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] [req-9d7271a6-13ac-4468-93bc-e374e2f67c61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d7271a6-13ac-4468-93bc-e374e2f67c61"}]} [ 1780.109361] env[62221]: DEBUG nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1780.125634] env[62221]: DEBUG nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1780.125861] env[62221]: DEBUG nova.compute.provider_tree [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.133875] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.138281] env[62221]: DEBUG nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1780.159512] env[62221]: DEBUG nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1780.250684] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f895f03-cdc0-4257-a397-09544a6e4fa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.259279] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b62940e-90a6-450e-ae65-95595277fc0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.293345] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16c943-8115-48c4-a672-2d9017535422 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.302452] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd0bf37-3cad-4978-9dd6-5fda1baf0bd9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.317589] env[62221]: DEBUG nova.compute.provider_tree [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.631861] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.846645] env[62221]: DEBUG nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1780.846950] env[62221]: DEBUG nova.compute.provider_tree [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 187 to 188 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1780.847171] env[62221]: DEBUG nova.compute.provider_tree [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.132971] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.352508] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.439s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.355528] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.137s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.355797] env[62221]: DEBUG nova.objects.instance [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lazy-loading 'resources' on Instance uuid a3cf3afd-6dd4-4250-aec6-dbbeb4b31731 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.373810] env[62221]: INFO nova.scheduler.client.report [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Deleted allocations for instance 72d4fec5-0b66-4e99-a0b9-2feafb0e467c [ 1781.633595] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701932, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.605732} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.633862] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0/OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0.vmdk to [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk. [ 1781.634062] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Cleaning up location [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1781.634233] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0e3b669d-e3d1-4bea-8530-5da103260bd0 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.634488] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a234296c-b52a-4524-8000-5d93f7d3ddf0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.641848] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1781.641848] env[62221]: value = "task-1701933" [ 1781.641848] env[62221]: _type = "Task" [ 1781.641848] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.651726] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.881751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-54c4e4b7-6f58-4bd0-b393-7b82230e47b7 tempest-ServerActionsTestJSON-156180618 tempest-ServerActionsTestJSON-156180618-project-member] Lock "72d4fec5-0b66-4e99-a0b9-2feafb0e467c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.077s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.924698] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaa2cbd-d006-456c-8415-1978eaf9fa1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.933268] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a3159-2750-4425-aaac-4e988f8045e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.967685] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947db0b1-0392-4ba4-811a-d27936252dd8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.976742] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ed08d-203e-4bee-85b5-d3ab9486b270 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.992792] env[62221]: DEBUG nova.compute.provider_tree [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.153576] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036541} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.153878] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.154222] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.154480] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk to [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.154739] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-096cc1b1-5a19-4e57-bcdd-81b91bccc610 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.162290] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1782.162290] env[62221]: value = "task-1701934" [ 1782.162290] env[62221]: _type = "Task" [ 1782.162290] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.170606] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.495680] env[62221]: DEBUG nova.scheduler.client.report [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1782.673508] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.002429] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.031072] env[62221]: INFO nova.scheduler.client.report [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Deleted allocations for instance a3cf3afd-6dd4-4250-aec6-dbbeb4b31731 [ 1783.175936] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.539124] env[62221]: DEBUG oslo_concurrency.lockutils [None req-4151d2e8-da71-4624-8bca-0aed034f3497 tempest-ServerShowV257Test-781260609 tempest-ServerShowV257Test-781260609-project-member] Lock "a3cf3afd-6dd4-4250-aec6-dbbeb4b31731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.093s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.677501] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.177383] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.677311] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701934, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.431343} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.677699] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/94db5ba9-2d17-4ff8-8fa5-fe0a21335241/94db5ba9-2d17-4ff8-8fa5-fe0a21335241.vmdk to [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.678368] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d132fe2-097e-4184-ae12-4256c21e83bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.701439] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.701737] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166c24cd-a011-4cc3-bf4b-578ae0b52b84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.723661] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1784.723661] env[62221]: value = "task-1701935" [ 1784.723661] env[62221]: _type = "Task" [ 1784.723661] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.736423] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.235218] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.735734] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701935, 'name': ReconfigVM_Task, 'duration_secs': 0.849874} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.736090] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d981a632-1858-4349-a962-0f705bf1592a/d981a632-1858-4349-a962-0f705bf1592a.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.736911] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a55b581-11f9-4a75-937a-22de7fea1f5a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.747658] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1785.747658] env[62221]: value = "task-1701936" [ 1785.747658] env[62221]: _type = "Task" [ 1785.747658] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.759079] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701936, 'name': Rename_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.258452] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701936, 'name': Rename_Task, 'duration_secs': 0.151203} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.258954] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.259064] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fc4e5c-219b-4d36-a88c-6cb6f459051a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.266752] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1786.266752] env[62221]: value = "task-1701937" [ 1786.266752] env[62221]: _type = "Task" [ 1786.266752] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.275211] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.779911] env[62221]: DEBUG oslo_vmware.api [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701937, 'name': PowerOnVM_Task, 'duration_secs': 0.456896} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.779911] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.883170] env[62221]: DEBUG nova.compute.manager [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1786.884087] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd1d8f-4f00-48b9-9b0e-7e74678e3bf4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.411576] env[62221]: DEBUG oslo_concurrency.lockutils [None req-142bc230-5da0-4604-b50a-8bff8bb0de39 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.086s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.125092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.125351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.604731] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89925a39-1bfb-4966-8b41-ce22689c0a57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.612627] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Suspending the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1788.612750] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2861c821-c170-4d54-a5f3-c097de1eb793 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.619606] env[62221]: DEBUG oslo_vmware.api [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1788.619606] env[62221]: value = "task-1701938" [ 1788.619606] env[62221]: _type = "Task" [ 1788.619606] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.629549] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1788.633647] env[62221]: DEBUG oslo_vmware.api [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701938, 'name': SuspendVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.130736] env[62221]: DEBUG oslo_vmware.api [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701938, 'name': SuspendVM_Task} progress is 70%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.153562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.153933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.155725] env[62221]: INFO nova.compute.claims [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.632478] env[62221]: DEBUG oslo_vmware.api [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701938, 'name': SuspendVM_Task, 'duration_secs': 0.573695} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.632753] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Suspended the VM {{(pid=62221) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1789.632936] env[62221]: DEBUG nova.compute.manager [None req-93189823-5cee-4c08-b92a-4dead8d65259 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1789.633725] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580bbcc-8ee7-4e3b-b565-d7724a2719d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.230907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613f47d-02f5-462e-85dd-940540cbd21f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.240608] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585d327-fb7d-410e-9a00-456489117ba5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.270507] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed8611-fb7d-4174-8867-32cb5db5321a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.277890] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329dc4cd-fbf0-42c5-ba95-f3130c2ec6f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.290976] env[62221]: DEBUG nova.compute.provider_tree [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.810619] env[62221]: ERROR nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [req-0c7ec2b7-d2c0-4f87-abf8-9007522a2731] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f6f8f99-7d78-45eb-9080-8e2c493a11cb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c7ec2b7-d2c0-4f87-abf8-9007522a2731"}]} [ 1790.825869] env[62221]: DEBUG nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1790.838342] env[62221]: DEBUG nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1790.838563] env[62221]: DEBUG nova.compute.provider_tree [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.848164] env[62221]: DEBUG nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1790.863980] env[62221]: DEBUG nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1790.923739] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558a0621-9f6e-4cf6-bc5d-b0f31ddf5d52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.932122] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa38b1-d3aa-4c4e-8678-4e10719ab09c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.962988] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c605182-b931-4e3d-a9cd-ddda959cd5cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.970194] env[62221]: INFO nova.compute.manager [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Resuming [ 1790.970760] env[62221]: DEBUG nova.objects.instance [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'flavor' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.973012] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa22a04-657c-4e07-9d1c-ff0ef60a5b76 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.987920] env[62221]: DEBUG nova.compute.provider_tree [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1791.517644] env[62221]: DEBUG nova.scheduler.client.report [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1791.517644] env[62221]: DEBUG nova.compute.provider_tree [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 189 to 190 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1791.517644] env[62221]: DEBUG nova.compute.provider_tree [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1791.983464] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.983654] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquired lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.983834] env[62221]: DEBUG nova.network.neutron [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.022632] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.023075] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1792.528133] env[62221]: DEBUG nova.compute.utils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.529492] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1792.529700] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.589312] env[62221]: DEBUG nova.policy [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e98920958d754cbc87a5a5ec9cd0e477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1dea822edf94abc8d01a8b70b72641f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1792.823247] env[62221]: DEBUG nova.network.neutron [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [{"id": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "address": "fa:16:3e:32:44:5a", "network": {"id": "651875d4-13c8-42b0-8d57-dcd923c5103b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1988111428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "467031c870ca4cc099aee321721e3510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ba2dcc-b2", "ovs_interfaceid": "66ba2dcc-b25e-4d66-8d6d-899113b73d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.000022] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Successfully created port: 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.032736] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1793.325987] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Releasing lock "refresh_cache-d981a632-1858-4349-a962-0f705bf1592a" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.326989] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbedff3-b16d-4b9f-a75a-a1b4196a26be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.334228] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Resuming the VM {{(pid=62221) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1793.334459] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9abd8a-a64b-4e71-82ef-dff1e440ec13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.341399] env[62221]: DEBUG oslo_vmware.api [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1793.341399] env[62221]: value = "task-1701939" [ 1793.341399] env[62221]: _type = "Task" [ 1793.341399] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.350283] env[62221]: DEBUG oslo_vmware.api [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.855196] env[62221]: DEBUG oslo_vmware.api [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.044018] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1794.071605] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.071882] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.072055] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.072248] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.072398] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.072549] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.072755] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.072916] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.073098] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.073269] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.073448] env[62221]: DEBUG nova.virt.hardware [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.074323] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2d99e-3bb5-4e73-a9a2-0cf57ff87bc6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.082621] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5a8f89-3eee-4035-bbc2-95b159461f3c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.353349] env[62221]: DEBUG oslo_vmware.api [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701939, 'name': PowerOnVM_Task, 'duration_secs': 0.525057} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.353632] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Resumed the VM {{(pid=62221) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1794.353849] env[62221]: DEBUG nova.compute.manager [None req-e7edda6a-5897-4797-924e-bd189a03e4da tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1794.354686] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938cfbc1-3385-46c6-8b35-3eab87c32434 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.381279] env[62221]: DEBUG nova.compute.manager [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Received event network-vif-plugged-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.381516] env[62221]: DEBUG oslo_concurrency.lockutils [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.381752] env[62221]: DEBUG oslo_concurrency.lockutils [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.381934] env[62221]: DEBUG oslo_concurrency.lockutils [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.382148] env[62221]: DEBUG nova.compute.manager [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] No waiting events found dispatching network-vif-plugged-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1794.382338] env[62221]: WARNING nova.compute.manager [req-f14c6ff0-63c9-4d35-b4a0-c2711ede2765 req-9a3d718f-e1e2-4aa7-9cb0-7415da85e90c service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Received unexpected event network-vif-plugged-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 for instance with vm_state building and task_state spawning. [ 1794.499714] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Successfully updated port: 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.002075] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.002419] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.002419] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.120776] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.121052] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.121275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.121466] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.121638] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.123680] env[62221]: INFO nova.compute.manager [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Terminating instance [ 1795.125516] env[62221]: DEBUG nova.compute.manager [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1795.125731] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.125968] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea8d9e76-8794-44b7-a52b-b312e63dadc1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.133288] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1795.133288] env[62221]: value = "task-1701940" [ 1795.133288] env[62221]: _type = "Task" [ 1795.133288] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.142258] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.552296] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.644499] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701940, 'name': PowerOffVM_Task, 'duration_secs': 0.163595} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.644754] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.644953] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1795.645158] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354679', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'name': 'volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b7237954-fce9-4db2-b97c-c7b99a08059b', 'attached_at': '2024-12-10T18:45:00.000000', 'detached_at': '', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'serial': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1795.645916] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33af2a96-c9d2-42a2-9e5f-d6fc694ac608 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.664097] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296007bd-60e4-4fcd-82e5-7f23f5d8a5c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.671031] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8f2e0-6275-475b-8132-6694cf7717d7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.690529] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66887ec5-cefd-4bae-be27-8518e742cfb4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.704973] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] The volume has not been displaced from its original location: [datastore1] volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf/volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1795.710753] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1795.711039] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a457fe10-9d13-4ca0-9f07-16f1843fc961 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.730797] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1795.730797] env[62221]: value = "task-1701941" [ 1795.730797] env[62221]: _type = "Task" [ 1795.730797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.738789] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.739636] env[62221]: DEBUG nova.network.neutron [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.240947] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701941, 'name': ReconfigVM_Task, 'duration_secs': 0.161549} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.241287] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1796.245979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.246282] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Instance network_info: |[{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1796.246515] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d997fb0-a979-4a9e-b739-ecc69c1287fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.256407] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:7f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.263530] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating folder: Project (d1dea822edf94abc8d01a8b70b72641f). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.263768] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b704a536-4737-47b5-bfe6-21690e2430e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.271434] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1796.271434] env[62221]: value = "task-1701943" [ 1796.271434] env[62221]: _type = "Task" [ 1796.271434] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.275455] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created folder: Project (d1dea822edf94abc8d01a8b70b72641f) in parent group-v354396. [ 1796.275637] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating folder: Instances. Parent ref: group-v354695. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.275843] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a6fac7-9999-4923-adeb-39d3123d2815 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.280198] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.290194] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created folder: Instances in parent group-v354695. [ 1796.290439] env[62221]: DEBUG oslo.service.loopingcall [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.290650] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.290875] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a59a80b-8fec-4cca-826e-458c8a4e6a45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.309924] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.309924] env[62221]: value = "task-1701945" [ 1796.309924] env[62221]: _type = "Task" [ 1796.309924] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.317589] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701945, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.408320] env[62221]: DEBUG nova.compute.manager [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Received event network-changed-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.408520] env[62221]: DEBUG nova.compute.manager [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Refreshing instance network info cache due to event network-changed-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1796.408732] env[62221]: DEBUG oslo_concurrency.lockutils [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.408872] env[62221]: DEBUG oslo_concurrency.lockutils [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.409038] env[62221]: DEBUG nova.network.neutron [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Refreshing network info cache for port 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.781027] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701943, 'name': ReconfigVM_Task, 'duration_secs': 0.139194} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.781027] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354679', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'name': 'volume-67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b7237954-fce9-4db2-b97c-c7b99a08059b', 'attached_at': '2024-12-10T18:45:00.000000', 'detached_at': '', 'volume_id': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf', 'serial': '67a8ea68-ca14-4132-a6a4-edaf52f7b1bf'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1796.781498] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.781814] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df33ace5-f026-4b0c-8c53-bad40b45da71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.788085] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.788309] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55008cd-e6cc-4abf-bf34-fd2838d74631 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.819380] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701945, 'name': CreateVM_Task, 'duration_secs': 0.305969} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.819521] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.820157] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.820320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.820652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.820885] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b5134a-aa7c-4329-9760-abca04d7bc21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.824942] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1796.824942] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524fc295-576e-3c7d-36d3-8ff2a8ee9a5e" [ 1796.824942] env[62221]: _type = "Task" [ 1796.824942] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.831988] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524fc295-576e-3c7d-36d3-8ff2a8ee9a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.853644] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.853855] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.854080] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] b7237954-fce9-4db2-b97c-c7b99a08059b {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.854299] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e642593-51d5-47ff-8ac5-d1697268a76e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.860486] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1796.860486] env[62221]: value = "task-1701947" [ 1796.860486] env[62221]: _type = "Task" [ 1796.860486] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.867699] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.103348] env[62221]: DEBUG nova.network.neutron [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updated VIF entry in instance network info cache for port 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.103698] env[62221]: DEBUG nova.network.neutron [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.335087] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524fc295-576e-3c7d-36d3-8ff2a8ee9a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.335394] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.335625] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.335854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.336007] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.336191] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.336442] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0c9a46-6942-45ef-994b-8efb2e24f2db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.344869] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.345061] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.345764] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81da00b6-c964-43d7-a364-006a39f7abee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.350999] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1797.350999] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e219c0-42d9-647e-7a38-d5bc2ac6cff7" [ 1797.350999] env[62221]: _type = "Task" [ 1797.350999] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.358869] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e219c0-42d9-647e-7a38-d5bc2ac6cff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.367897] env[62221]: DEBUG oslo_vmware.api [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078888} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.368129] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.368309] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.368486] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.368662] env[62221]: INFO nova.compute.manager [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1797.368936] env[62221]: DEBUG oslo.service.loopingcall [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.369138] env[62221]: DEBUG nova.compute.manager [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1797.369255] env[62221]: DEBUG nova.network.neutron [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.606178] env[62221]: DEBUG oslo_concurrency.lockutils [req-6faaccee-9bcc-4cb9-a6c0-454cef92be98 req-26c8f8a0-4669-4d4b-9fc1-ee68b4f014c8 service nova] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.860616] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52e219c0-42d9-647e-7a38-d5bc2ac6cff7, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.861416] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc48367f-eb8d-42cf-929b-7dc6238a768a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.866433] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1797.866433] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52907551-e34a-22f6-3aa7-9a4be335f96c" [ 1797.866433] env[62221]: _type = "Task" [ 1797.866433] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.873791] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52907551-e34a-22f6-3aa7-9a4be335f96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.237034] env[62221]: DEBUG nova.network.neutron [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.376446] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52907551-e34a-22f6-3aa7-9a4be335f96c, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.376782] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.376944] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.377210] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be17e5c-bee0-434f-ac20-cdfee822520b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.385085] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1798.385085] env[62221]: value = "task-1701948" [ 1798.385085] env[62221]: _type = "Task" [ 1798.385085] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.392342] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.434639] env[62221]: DEBUG nova.compute.manager [req-efb8f58f-945a-46e1-b57b-e6f66470a52f req-e31d6b41-4811-45b2-9a0c-590efbff2722 service nova] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Received event network-vif-deleted-80cf3ba8-e892-4e91-b658-26834cc3c550 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1798.740121] env[62221]: INFO nova.compute.manager [-] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Took 1.37 seconds to deallocate network for instance. [ 1798.895207] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401352} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.895480] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.895689] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.895938] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a25af53-b663-4a70-b1a6-f61db4fbba12 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.902173] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1798.902173] env[62221]: value = "task-1701949" [ 1798.902173] env[62221]: _type = "Task" [ 1798.902173] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.909663] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.286858] env[62221]: INFO nova.compute.manager [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Took 0.55 seconds to detach 1 volumes for instance. [ 1799.288426] env[62221]: DEBUG nova.compute.manager [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Deleting volume: 67a8ea68-ca14-4132-a6a4-edaf52f7b1bf {{(pid=62221) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1799.413386] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071341} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.413737] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.414502] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898fd1f-e2e0-46ee-95ca-ec50c4f13f8d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.430213] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.430465] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.430701] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "d981a632-1858-4349-a962-0f705bf1592a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.430911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.431112] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.441504] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.442016] env[62221]: INFO nova.compute.manager [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Terminating instance [ 1799.443706] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713848b9-3c51-4c80-ac5d-3e673d347207 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.468066] env[62221]: DEBUG nova.compute.manager [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1799.468285] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.469149] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc0e34-a568-4492-b763-63299dd8e53b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.476743] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.477940] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9954d60-ef4d-425c-b3b6-90ef740ce8d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.479459] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1799.479459] env[62221]: value = "task-1701951" [ 1799.479459] env[62221]: _type = "Task" [ 1799.479459] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.483841] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1799.483841] env[62221]: value = "task-1701952" [ 1799.483841] env[62221]: _type = "Task" [ 1799.483841] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.489743] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.496490] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.825841] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.826140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.826334] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.846369] env[62221]: INFO nova.scheduler.client.report [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocations for instance b7237954-fce9-4db2-b97c-c7b99a08059b [ 1799.992610] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.997150] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701952, 'name': PowerOffVM_Task, 'duration_secs': 0.21} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.997395] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.997587] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.997820] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d52cdde2-3da1-4adf-8497-73720f3db4cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.068066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.068292] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.068474] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleting the datastore file [datastore1] d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.068719] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6bf5e2-4c27-4a63-aaf7-e02da15a75a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.074765] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for the task: (returnval){ [ 1800.074765] env[62221]: value = "task-1701954" [ 1800.074765] env[62221]: _type = "Task" [ 1800.074765] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.082446] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.353608] env[62221]: DEBUG oslo_concurrency.lockutils [None req-8bbbf93e-6486-4eb4-8fd7-19fdf48f9231 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "b7237954-fce9-4db2-b97c-c7b99a08059b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.232s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.490246] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.584704] env[62221]: DEBUG oslo_vmware.api [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Task: {'id': task-1701954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259459} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.584966] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.585164] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.585341] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.585514] env[62221]: INFO nova.compute.manager [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] [instance: d981a632-1858-4349-a962-0f705bf1592a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1800.585788] env[62221]: DEBUG oslo.service.loopingcall [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.585940] env[62221]: DEBUG nova.compute.manager [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1800.586044] env[62221]: DEBUG nova.network.neutron [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.709977] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.710330] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.710545] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.710733] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.710900] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.713058] env[62221]: INFO nova.compute.manager [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Terminating instance [ 1800.714772] env[62221]: DEBUG nova.compute.manager [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1800.714956] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.715782] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5ce2a-322c-4af0-9254-c62071b1c2e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.724436] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.724693] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-548fd71f-5e73-4b9a-a465-e2063f1c1c27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.732561] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1800.732561] env[62221]: value = "task-1701955" [ 1800.732561] env[62221]: _type = "Task" [ 1800.732561] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.742083] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.875609] env[62221]: DEBUG nova.compute.manager [req-5c3b970a-00f8-41c1-96e8-a1c13ebcaa05 req-6a716089-b637-4baa-af3d-40505d8ca0ce service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Received event network-vif-deleted-66ba2dcc-b25e-4d66-8d6d-899113b73d28 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1800.875753] env[62221]: INFO nova.compute.manager [req-5c3b970a-00f8-41c1-96e8-a1c13ebcaa05 req-6a716089-b637-4baa-af3d-40505d8ca0ce service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Neutron deleted interface 66ba2dcc-b25e-4d66-8d6d-899113b73d28; detaching it from the instance and deleting it from the info cache [ 1800.875870] env[62221]: DEBUG nova.network.neutron [req-5c3b970a-00f8-41c1-96e8-a1c13ebcaa05 req-6a716089-b637-4baa-af3d-40505d8ca0ce service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.989802] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701951, 'name': ReconfigVM_Task, 'duration_secs': 1.265868} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.990124] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.990859] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f42d34-6f05-48e8-b0a5-77e39ad607ee {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.996305] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1800.996305] env[62221]: value = "task-1701956" [ 1800.996305] env[62221]: _type = "Task" [ 1800.996305] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.003641] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701956, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.242153] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701955, 'name': PowerOffVM_Task, 'duration_secs': 0.203026} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.242420] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.242591] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.242836] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fc20cb4-1217-4a94-95d8-e8536767dc77 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.353988] env[62221]: DEBUG nova.network.neutron [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.379034] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98cdc9ac-4222-46b8-8a0c-e7e8dc3e3292 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.389907] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801bca8-dd4d-4de9-a4bc-bd67ba90657b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.416378] env[62221]: DEBUG nova.compute.manager [req-5c3b970a-00f8-41c1-96e8-a1c13ebcaa05 req-6a716089-b637-4baa-af3d-40505d8ca0ce service nova] [instance: d981a632-1858-4349-a962-0f705bf1592a] Detach interface failed, port_id=66ba2dcc-b25e-4d66-8d6d-899113b73d28, reason: Instance d981a632-1858-4349-a962-0f705bf1592a could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1801.508330] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701956, 'name': Rename_Task, 'duration_secs': 0.142991} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.508678] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.508990] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03ac825-d822-4a3b-a476-d2aed0aebb96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.515925] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1801.515925] env[62221]: value = "task-1701958" [ 1801.515925] env[62221]: _type = "Task" [ 1801.515925] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.524912] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.857948] env[62221]: INFO nova.compute.manager [-] [instance: d981a632-1858-4349-a962-0f705bf1592a] Took 1.27 seconds to deallocate network for instance. [ 1802.026594] env[62221]: DEBUG oslo_vmware.api [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701958, 'name': PowerOnVM_Task, 'duration_secs': 0.429809} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.026782] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.026982] env[62221]: INFO nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1802.027174] env[62221]: DEBUG nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1802.027912] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5724c-202f-495a-8aec-da2e06ef8c49 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.364827] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.365104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.365349] env[62221]: DEBUG nova.objects.instance [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lazy-loading 'resources' on Instance uuid d981a632-1858-4349-a962-0f705bf1592a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.544482] env[62221]: INFO nova.compute.manager [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 13.41 seconds to build instance. [ 1802.926075] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.926313] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.926488] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] 9af12e5d-78cf-4dde-8ec4-a5f80954f01c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.926970] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025fecaa-dec8-475b-beea-dad52f37af08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.932787] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1802.932787] env[62221]: value = "task-1701959" [ 1802.932787] env[62221]: _type = "Task" [ 1802.932787] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.936935] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35fabd9-46a3-4083-ad33-437f50843e2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.943874] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.946384] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2370b-395e-4910-8ec0-57be5c81f12a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.976596] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59867ac4-80f1-444d-9d0b-3fb7f6643494 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.983709] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03beddd5-ad31-4a7c-86e4-c095bc040453 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.996929] env[62221]: DEBUG nova.compute.provider_tree [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.046468] env[62221]: DEBUG oslo_concurrency.lockutils [None req-6c988981-5ba1-4213-bb63-4d605d393614 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.921s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.443225] env[62221]: DEBUG oslo_vmware.api [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136186} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.443573] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.443819] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.444662] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.444662] env[62221]: INFO nova.compute.manager [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1803.444662] env[62221]: DEBUG oslo.service.loopingcall [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.444662] env[62221]: DEBUG nova.compute.manager [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1803.444824] env[62221]: DEBUG nova.network.neutron [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.485717] env[62221]: DEBUG nova.compute.manager [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Received event network-changed-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.485939] env[62221]: DEBUG nova.compute.manager [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Refreshing instance network info cache due to event network-changed-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1803.486143] env[62221]: DEBUG oslo_concurrency.lockutils [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.486286] env[62221]: DEBUG oslo_concurrency.lockutils [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.486443] env[62221]: DEBUG nova.network.neutron [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Refreshing network info cache for port 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.500074] env[62221]: DEBUG nova.scheduler.client.report [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1803.703632] env[62221]: DEBUG nova.compute.manager [req-d74b8d72-0c45-4ea2-959f-0a65c1d18972 req-cb3c6f7e-91e4-4a3a-8791-8f52de55df76 service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Received event network-vif-deleted-46cb65c5-3597-4a54-bf75-dab72564f278 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.703907] env[62221]: INFO nova.compute.manager [req-d74b8d72-0c45-4ea2-959f-0a65c1d18972 req-cb3c6f7e-91e4-4a3a-8791-8f52de55df76 service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Neutron deleted interface 46cb65c5-3597-4a54-bf75-dab72564f278; detaching it from the instance and deleting it from the info cache [ 1803.704152] env[62221]: DEBUG nova.network.neutron [req-d74b8d72-0c45-4ea2-959f-0a65c1d18972 req-cb3c6f7e-91e4-4a3a-8791-8f52de55df76 service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.004983] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.033871] env[62221]: INFO nova.scheduler.client.report [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Deleted allocations for instance d981a632-1858-4349-a962-0f705bf1592a [ 1804.171068] env[62221]: DEBUG nova.network.neutron [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.194571] env[62221]: DEBUG nova.network.neutron [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updated VIF entry in instance network info cache for port 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.194934] env[62221]: DEBUG nova.network.neutron [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.206646] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51c09b6d-b4a2-4e17-a1df-0f1aaaeacc22 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.216190] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fca9e3-f417-4756-9119-2001dec5ea76 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.240448] env[62221]: DEBUG nova.compute.manager [req-d74b8d72-0c45-4ea2-959f-0a65c1d18972 req-cb3c6f7e-91e4-4a3a-8791-8f52de55df76 service nova] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Detach interface failed, port_id=46cb65c5-3597-4a54-bf75-dab72564f278, reason: Instance 9af12e5d-78cf-4dde-8ec4-a5f80954f01c could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1804.546243] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a46f369d-833a-409b-9b51-07e585d0c1a5 tempest-ServersNegativeTestJSON-1881778406 tempest-ServersNegativeTestJSON-1881778406-project-member] Lock "d981a632-1858-4349-a962-0f705bf1592a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.115s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.673699] env[62221]: INFO nova.compute.manager [-] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Took 1.23 seconds to deallocate network for instance. [ 1804.699337] env[62221]: DEBUG oslo_concurrency.lockutils [req-b118baed-7601-4930-8dbc-aaed8d40a3fb req-2d75c726-0d15-48cc-95c8-78336fb5dfad service nova] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.180359] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.180812] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.181070] env[62221]: DEBUG nova.objects.instance [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'resources' on Instance uuid 9af12e5d-78cf-4dde-8ec4-a5f80954f01c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.741190] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdcff90-7360-444a-aac7-de526a534e08 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.750922] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f2236-241d-45d9-bb50-46e6f50c2f20 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.783291] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1af530-21ce-442c-8ba8-955524008ef3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.791380] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d127f-d1c4-4070-8938-edd5d2172dcf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.811050] env[62221]: DEBUG nova.compute.provider_tree [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1806.343082] env[62221]: DEBUG nova.scheduler.client.report [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updated inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1806.343702] env[62221]: DEBUG nova.compute.provider_tree [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb generation from 190 to 191 during operation: update_inventory {{(pid=62221) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1806.343813] env[62221]: DEBUG nova.compute.provider_tree [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1806.849686] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.871382] env[62221]: INFO nova.scheduler.client.report [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocations for instance 9af12e5d-78cf-4dde-8ec4-a5f80954f01c [ 1807.381808] env[62221]: DEBUG oslo_concurrency.lockutils [None req-932f65e3-5b91-464e-beba-72f5c6057bfe tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "9af12e5d-78cf-4dde-8ec4-a5f80954f01c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.671s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.349370] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.753287] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.753515] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.852343] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.852582] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.852761] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.852917] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1809.853789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190e822-c624-452f-992b-950d26502b10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.861944] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f7020-380a-4f2a-997a-9dd7dccf36c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.875258] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913366c4-2f5d-4d54-a2ab-f4394d95f1a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.881463] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a04c31-cd6d-46e5-975c-38b04fae98b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.911339] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179480MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1809.911513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.911713] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.255452] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1810.778614] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.935865] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 8d651b81-2eab-4725-aea7-45223190e43a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.936036] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1811.438827] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1a41fa2a-459e-445e-8a13-68f01ec3f6ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1811.439040] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1811.439172] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1811.483131] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726f778-16d6-4ff4-a776-663e56b0efd8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.490770] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08cfa63-aa74-4a5d-8784-ca115d393f27 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.521746] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3640a3-b1d0-4a54-81ac-4abd0873c977 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.528974] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4b1ee0-6819-4422-bdc5-fa6be6b72afa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.542019] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.699188] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8d651b81-2eab-4725-aea7-45223190e43a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.699407] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.699602] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "8d651b81-2eab-4725-aea7-45223190e43a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.699860] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.700054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.702241] env[62221]: INFO nova.compute.manager [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Terminating instance [ 1811.703861] env[62221]: DEBUG nova.compute.manager [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.704071] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.704879] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf928b-c1d0-4ee2-b54d-ee3d5347fb51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.712886] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.713378] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3bd8a19-c658-4f40-aeb3-5a4bf1312838 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.722610] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1811.722610] env[62221]: value = "task-1701961" [ 1811.722610] env[62221]: _type = "Task" [ 1811.722610] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.729956] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.045397] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1812.233023] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701961, 'name': PowerOffVM_Task, 'duration_secs': 0.186057} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.233296] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.233467] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.233700] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3f0b5f-87ea-4420-91d6-88e683794060 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.313083] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.313328] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.313513] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleting the datastore file [datastore1] 8d651b81-2eab-4725-aea7-45223190e43a {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.313824] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade35e90-296d-4a7d-be94-13e0d776c4bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.320444] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for the task: (returnval){ [ 1812.320444] env[62221]: value = "task-1701963" [ 1812.320444] env[62221]: _type = "Task" [ 1812.320444] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.328154] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.550110] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1812.550300] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.639s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.550579] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.772s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.552342] env[62221]: INFO nova.compute.claims [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.830297] env[62221]: DEBUG oslo_vmware.api [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Task: {'id': task-1701963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24728} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.830548] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.830756] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.830939] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.831152] env[62221]: INFO nova.compute.manager [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1812.831418] env[62221]: DEBUG oslo.service.loopingcall [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.831609] env[62221]: DEBUG nova.compute.manager [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.831710] env[62221]: DEBUG nova.network.neutron [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.047320] env[62221]: DEBUG nova.compute.manager [req-ecde5642-32d9-4eec-8312-a39dec812047 req-a3c3680a-4ccf-4ae3-8c18-c250817e1817 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Received event network-vif-deleted-26026e2d-f0d4-4e62-87c2-9d3ef7051e2d {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.047693] env[62221]: INFO nova.compute.manager [req-ecde5642-32d9-4eec-8312-a39dec812047 req-a3c3680a-4ccf-4ae3-8c18-c250817e1817 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Neutron deleted interface 26026e2d-f0d4-4e62-87c2-9d3ef7051e2d; detaching it from the instance and deleting it from the info cache [ 1813.047693] env[62221]: DEBUG nova.network.neutron [req-ecde5642-32d9-4eec-8312-a39dec812047 req-a3c3680a-4ccf-4ae3-8c18-c250817e1817 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.527645] env[62221]: DEBUG nova.network.neutron [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.551470] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-030e967d-7b45-4ba0-bc95-d8019c8a800d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.560721] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af673b34-905a-4f90-a801-a6db2a9e0bc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.587295] env[62221]: DEBUG nova.compute.manager [req-ecde5642-32d9-4eec-8312-a39dec812047 req-a3c3680a-4ccf-4ae3-8c18-c250817e1817 service nova] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Detach interface failed, port_id=26026e2d-f0d4-4e62-87c2-9d3ef7051e2d, reason: Instance 8d651b81-2eab-4725-aea7-45223190e43a could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1813.619314] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f655f-b74a-4120-a829-9e90bc1671ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.626151] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af112d5f-fb3b-487a-8135-5d65276eb78d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.654550] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6ed3e-7b79-4362-a045-454940bd36d4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.661361] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ccb24-b34b-4043-82a3-6344d21e0ab5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.675482] env[62221]: DEBUG nova.compute.provider_tree [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.030568] env[62221]: INFO nova.compute.manager [-] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Took 1.20 seconds to deallocate network for instance. [ 1814.178053] env[62221]: DEBUG nova.scheduler.client.report [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1814.537398] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.683045] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.683519] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1814.686262] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.149s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.686455] env[62221]: DEBUG nova.objects.instance [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lazy-loading 'resources' on Instance uuid 8d651b81-2eab-4725-aea7-45223190e43a {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.189738] env[62221]: DEBUG nova.compute.utils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.195079] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1815.195079] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.240232] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f75cc-d156-4741-9d8f-c4fdbda4ab6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.244176] env[62221]: DEBUG nova.policy [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0211261562a94a1da45788df89440c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646a0e37de944ef9aa948e96a575f82e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1815.250524] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9eba5d-e153-4037-bb88-c9829f823209 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.281597] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0a0f56-5682-4350-bba3-50d0931196e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.288691] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30273427-1781-4741-8708-8c3c7fe7b05c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.302565] env[62221]: DEBUG nova.compute.provider_tree [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.530532] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Successfully created port: a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.694863] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1815.806304] env[62221]: DEBUG nova.scheduler.client.report [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1816.312854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.334870] env[62221]: INFO nova.scheduler.client.report [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Deleted allocations for instance 8d651b81-2eab-4725-aea7-45223190e43a [ 1816.704865] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1816.735807] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1816.736115] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1816.736308] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.736511] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1816.736682] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.736837] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1816.737110] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1816.737314] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1816.737495] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1816.737680] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1816.737873] env[62221]: DEBUG nova.virt.hardware [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1816.738848] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef527ca8-0a10-4c78-8b7f-ef7bd863d541 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.747529] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0604ad5-603a-41dd-8006-5a8f7e440c62 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.842779] env[62221]: DEBUG oslo_concurrency.lockutils [None req-81274968-cd0c-42cf-8c5d-303de87760b0 tempest-ServerActionsTestOtherA-780052956 tempest-ServerActionsTestOtherA-780052956-project-member] Lock "8d651b81-2eab-4725-aea7-45223190e43a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.143s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.969385] env[62221]: DEBUG nova.compute.manager [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Received event network-vif-plugged-a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1816.969613] env[62221]: DEBUG oslo_concurrency.lockutils [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.969863] env[62221]: DEBUG oslo_concurrency.lockutils [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.970049] env[62221]: DEBUG oslo_concurrency.lockutils [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.970218] env[62221]: DEBUG nova.compute.manager [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] No waiting events found dispatching network-vif-plugged-a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1816.970383] env[62221]: WARNING nova.compute.manager [req-a411f24b-f6a7-4360-a879-e609f1abfb05 req-06a404bc-29e7-4d78-b384-4a8af3ed2804 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Received unexpected event network-vif-plugged-a69c1191-f7e6-4a63-af56-2b26513cc93c for instance with vm_state building and task_state spawning. [ 1817.052739] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Successfully updated port: a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.555561] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.555845] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.555845] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.090791] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.216339] env[62221]: DEBUG nova.network.neutron [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [{"id": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "address": "fa:16:3e:09:49:62", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69c1191-f7", "ovs_interfaceid": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.719220] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.719563] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Instance network_info: |[{"id": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "address": "fa:16:3e:09:49:62", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69c1191-f7", "ovs_interfaceid": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1818.720129] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:49:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69c1191-f7e6-4a63-af56-2b26513cc93c', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.727631] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating folder: Project (646a0e37de944ef9aa948e96a575f82e). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.727977] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02428371-54fe-4fce-a165-b85b3daa874b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.739491] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created folder: Project (646a0e37de944ef9aa948e96a575f82e) in parent group-v354396. [ 1818.739703] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating folder: Instances. Parent ref: group-v354698. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.739950] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172cd353-1904-46a5-9c8f-20cf04ebe4eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.749085] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created folder: Instances in parent group-v354698. [ 1818.749305] env[62221]: DEBUG oslo.service.loopingcall [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.749479] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.749664] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0fc69e8-7a97-4ec6-9f39-6268ad30f3ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.767801] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.767801] env[62221]: value = "task-1701966" [ 1818.767801] env[62221]: _type = "Task" [ 1818.767801] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.774648] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701966, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.995605] env[62221]: DEBUG nova.compute.manager [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Received event network-changed-a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1818.995811] env[62221]: DEBUG nova.compute.manager [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Refreshing instance network info cache due to event network-changed-a69c1191-f7e6-4a63-af56-2b26513cc93c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1818.996046] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] Acquiring lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.996182] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] Acquired lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.996338] env[62221]: DEBUG nova.network.neutron [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Refreshing network info cache for port a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.277808] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701966, 'name': CreateVM_Task, 'duration_secs': 0.29679} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.278063] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.278742] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.278910] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.279266] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.279510] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2a6773-5db9-4f11-ad41-5a94ec6da1da {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.283556] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1819.283556] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5269f4d5-6864-1d88-2b69-b9ecbe091110" [ 1819.283556] env[62221]: _type = "Task" [ 1819.283556] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.290576] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5269f4d5-6864-1d88-2b69-b9ecbe091110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.682344] env[62221]: DEBUG nova.network.neutron [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updated VIF entry in instance network info cache for port a69c1191-f7e6-4a63-af56-2b26513cc93c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.682740] env[62221]: DEBUG nova.network.neutron [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [{"id": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "address": "fa:16:3e:09:49:62", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69c1191-f7", "ovs_interfaceid": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.793667] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5269f4d5-6864-1d88-2b69-b9ecbe091110, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.793976] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.794162] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.794402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.794551] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.794727] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.795016] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d7d2c4-0b8b-4708-bacf-df23ac4089ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.802184] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.802356] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.803015] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568922cc-d6c0-43fd-9c1c-8834f6b6de07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.807515] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1819.807515] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523ef2f9-4d81-5992-c637-04b7b71400cd" [ 1819.807515] env[62221]: _type = "Task" [ 1819.807515] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.814295] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523ef2f9-4d81-5992-c637-04b7b71400cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.185357] env[62221]: DEBUG oslo_concurrency.lockutils [req-1e670712-a109-4e76-a2fe-a454d18e6b7e req-9e5f79c0-0ba5-4908-8b8a-2f1132a7dae2 service nova] Releasing lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.318056] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523ef2f9-4d81-5992-c637-04b7b71400cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007286} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.318791] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be039c9f-09e8-44bd-9fb7-8b8870f542cb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.323914] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1820.323914] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c03f-2e46-a1ce-2fa8-6060fd76d060" [ 1820.323914] env[62221]: _type = "Task" [ 1820.323914] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.331233] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c03f-2e46-a1ce-2fa8-6060fd76d060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.833947] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a3c03f-2e46-a1ce-2fa8-6060fd76d060, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.834309] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.834495] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1a41fa2a-459e-445e-8a13-68f01ec3f6ef/1a41fa2a-459e-445e-8a13-68f01ec3f6ef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.834750] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dcfab7b-9a51-45a9-bb21-467456269f9c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.841224] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1820.841224] env[62221]: value = "task-1701967" [ 1820.841224] env[62221]: _type = "Task" [ 1820.841224] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.848740] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.351504] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409752} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.351776] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 1a41fa2a-459e-445e-8a13-68f01ec3f6ef/1a41fa2a-459e-445e-8a13-68f01ec3f6ef.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1821.352011] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1821.352271] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b85ce4-8bf9-4f20-afc5-c10ef4e2bf92 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.358198] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1821.358198] env[62221]: value = "task-1701968" [ 1821.358198] env[62221]: _type = "Task" [ 1821.358198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.366074] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.870639] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058033} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.871110] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.872220] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df559f7-d44f-47fa-a256-4a14dc6c6c2e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.903193] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 1a41fa2a-459e-445e-8a13-68f01ec3f6ef/1a41fa2a-459e-445e-8a13-68f01ec3f6ef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.903389] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2af6bc-5222-4b42-8dec-ae1195dad8b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.922563] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1821.922563] env[62221]: value = "task-1701969" [ 1821.922563] env[62221]: _type = "Task" [ 1821.922563] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.930840] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.432211] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701969, 'name': ReconfigVM_Task, 'duration_secs': 0.262988} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.432493] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 1a41fa2a-459e-445e-8a13-68f01ec3f6ef/1a41fa2a-459e-445e-8a13-68f01ec3f6ef.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.433136] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cbf489-2ea9-43e3-a487-3568b8fccbb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.439721] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1822.439721] env[62221]: value = "task-1701970" [ 1822.439721] env[62221]: _type = "Task" [ 1822.439721] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.447126] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701970, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.949707] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701970, 'name': Rename_Task, 'duration_secs': 0.146182} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.950048] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.950272] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62358081-e0ac-4749-b3ba-fdc144500b8e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.956176] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1822.956176] env[62221]: value = "task-1701971" [ 1822.956176] env[62221]: _type = "Task" [ 1822.956176] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.963377] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.465771] env[62221]: DEBUG oslo_vmware.api [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701971, 'name': PowerOnVM_Task, 'duration_secs': 0.420005} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.466068] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.466257] env[62221]: INFO nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1823.466436] env[62221]: DEBUG nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1823.467224] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a98a8-0f4d-467b-98bc-c5547ef4e183 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.553242] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.554059] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.554059] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.985023] env[62221]: INFO nova.compute.manager [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Took 13.22 seconds to build instance. [ 1824.348564] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.487495] env[62221]: DEBUG oslo_concurrency.lockutils [None req-21f7408c-037a-496b-80c9-322a9bf75fc2 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.734s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.968401] env[62221]: DEBUG nova.compute.manager [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Received event network-changed-a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1824.968401] env[62221]: DEBUG nova.compute.manager [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Refreshing instance network info cache due to event network-changed-a69c1191-f7e6-4a63-af56-2b26513cc93c. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1824.968656] env[62221]: DEBUG oslo_concurrency.lockutils [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] Acquiring lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.968766] env[62221]: DEBUG oslo_concurrency.lockutils [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] Acquired lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.969617] env[62221]: DEBUG nova.network.neutron [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Refreshing network info cache for port a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.348234] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.348613] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1825.348613] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1825.683454] env[62221]: DEBUG nova.network.neutron [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updated VIF entry in instance network info cache for port a69c1191-f7e6-4a63-af56-2b26513cc93c. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.683834] env[62221]: DEBUG nova.network.neutron [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [{"id": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "address": "fa:16:3e:09:49:62", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69c1191-f7", "ovs_interfaceid": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.880804] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.881008] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.881177] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1825.881332] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.186757] env[62221]: DEBUG oslo_concurrency.lockutils [req-18377aed-916c-4658-9e1c-6bacd4aaea2a req-4457cedf-38df-4efe-8475-c5b03e694f4b service nova] Releasing lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.591642] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.094114] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.094323] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1828.094535] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.094709] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.094839] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1832.089434] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.342793] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.773374] env[62221]: DEBUG nova.compute.manager [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1841.774370] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10bc82-ded2-4036-87e6-cc658c236d00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.285211] env[62221]: INFO nova.compute.manager [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] instance snapshotting [ 1842.285918] env[62221]: DEBUG nova.objects.instance [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.792723] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b5ba0-8f03-4e8a-a73d-a68b683abc36 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.812779] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafad7b3-8c1f-4984-8151-517ba5115be0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.324935] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1843.325274] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b7c61cf-8402-4e9d-8931-45f98683d1a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.333071] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1843.333071] env[62221]: value = "task-1701972" [ 1843.333071] env[62221]: _type = "Task" [ 1843.333071] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.341417] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.846895] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701972, 'name': CreateSnapshot_Task, 'duration_secs': 0.435299} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.847299] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1843.848335] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc38801-327d-4c68-98bc-c2562b32a7be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.368764] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1844.369094] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08d95032-389b-4e24-baab-d7adbbc82c2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.378216] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1844.378216] env[62221]: value = "task-1701973" [ 1844.378216] env[62221]: _type = "Task" [ 1844.378216] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.387071] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701973, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.889174] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701973, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.389864] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701973, 'name': CloneVM_Task, 'duration_secs': 0.965085} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.390173] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created linked-clone VM from snapshot [ 1845.390936] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c22aee-06f7-4b1f-8ad0-68e2fb57d99a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.398280] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploading image bd63b415-7b4e-4f37-aab1-7ab9af532e5f {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1845.417385] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1845.417385] env[62221]: value = "vm-354702" [ 1845.417385] env[62221]: _type = "VirtualMachine" [ 1845.417385] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1845.417623] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64c89faa-9565-4c2e-a111-18a9bc99fe6d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.423558] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease: (returnval){ [ 1845.423558] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a8a1f3-2083-69a3-4621-02ce007b49c0" [ 1845.423558] env[62221]: _type = "HttpNfcLease" [ 1845.423558] env[62221]: } obtained for exporting VM: (result){ [ 1845.423558] env[62221]: value = "vm-354702" [ 1845.423558] env[62221]: _type = "VirtualMachine" [ 1845.423558] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1845.423787] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the lease: (returnval){ [ 1845.423787] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a8a1f3-2083-69a3-4621-02ce007b49c0" [ 1845.423787] env[62221]: _type = "HttpNfcLease" [ 1845.423787] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1845.429929] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1845.429929] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a8a1f3-2083-69a3-4621-02ce007b49c0" [ 1845.429929] env[62221]: _type = "HttpNfcLease" [ 1845.429929] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1845.932654] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1845.932654] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a8a1f3-2083-69a3-4621-02ce007b49c0" [ 1845.932654] env[62221]: _type = "HttpNfcLease" [ 1845.932654] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1845.933128] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1845.933128] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52a8a1f3-2083-69a3-4621-02ce007b49c0" [ 1845.933128] env[62221]: _type = "HttpNfcLease" [ 1845.933128] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1845.933669] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3b4c8-2966-4422-90e3-0c834082d5ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.941713] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1845.941881] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1846.031060] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bb3cfe2-484a-462a-9132-aac6f22ac097 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.111760] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1853.112702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6065e0-572f-459f-8592-4603ae9fa420 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.118852] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1853.119033] env[62221]: ERROR oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk due to incomplete transfer. [ 1853.119236] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1e33aff-cdb8-4651-a139-5dec43b54095 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.126215] env[62221]: DEBUG oslo_vmware.rw_handles [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52616c6f-62ee-8de9-13e3-a2ca0e028b8e/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1853.126402] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploaded image bd63b415-7b4e-4f37-aab1-7ab9af532e5f to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1853.128555] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1853.128765] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7057d80-28a3-4bf9-ac4c-fd182ca8b229 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.134330] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1853.134330] env[62221]: value = "task-1701975" [ 1853.134330] env[62221]: _type = "Task" [ 1853.134330] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.143240] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701975, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.643989] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701975, 'name': Destroy_Task, 'duration_secs': 0.359418} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.644291] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroyed the VM [ 1853.644529] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1853.644780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42e8dd16-e41f-4bb0-889e-8ad8c70224e3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.650649] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1853.650649] env[62221]: value = "task-1701976" [ 1853.650649] env[62221]: _type = "Task" [ 1853.650649] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.657756] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.160640] env[62221]: DEBUG oslo_vmware.api [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701976, 'name': RemoveSnapshot_Task, 'duration_secs': 0.477285} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.160995] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1854.161133] env[62221]: INFO nova.compute.manager [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 11.37 seconds to snapshot the instance on the hypervisor. [ 1854.697012] env[62221]: DEBUG nova.compute.manager [None req-bf51e541-2c43-4155-b82a-b1acbeab2554 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Found 1 images (rotation: 2) {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1855.531954] env[62221]: DEBUG nova.compute.manager [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1855.532863] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07531ff6-cc54-4f40-9369-aadc24f51d4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.047047] env[62221]: INFO nova.compute.manager [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] instance snapshotting [ 1856.047948] env[62221]: DEBUG nova.objects.instance [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.554523] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76de4c0e-e254-45c4-91ec-b5bc72b9a7d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.573997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028e988f-3b5b-4a7f-91ae-c4d341aa71e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.084759] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1857.085441] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-856e7cdd-25a2-4728-8e66-0f9ee4b5b02a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.094255] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1857.094255] env[62221]: value = "task-1701977" [ 1857.094255] env[62221]: _type = "Task" [ 1857.094255] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.101855] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.604448] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701977, 'name': CreateSnapshot_Task, 'duration_secs': 0.398685} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.604815] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1857.605430] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab960071-93b9-4799-80b1-26836c0a2015 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.122415] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1858.122706] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef8abb41-c239-4b57-a97e-f3b33cd9138d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.132153] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1858.132153] env[62221]: value = "task-1701978" [ 1858.132153] env[62221]: _type = "Task" [ 1858.132153] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.139613] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701978, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.642019] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701978, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.146483] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701978, 'name': CloneVM_Task, 'duration_secs': 0.95736} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.146864] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created linked-clone VM from snapshot [ 1859.147891] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd70b47-4f97-4282-a2d8-a3d057e90844 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.154921] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploading image 12f92da6-8a79-4397-8878-3c75946b4b4f {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1859.174761] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1859.174761] env[62221]: value = "vm-354704" [ 1859.174761] env[62221]: _type = "VirtualMachine" [ 1859.174761] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1859.175015] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f1602a4-5de5-4d82-ae92-e24a75fe40ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.182045] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease: (returnval){ [ 1859.182045] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f3f7f7-cad9-b1cd-aaec-788166926815" [ 1859.182045] env[62221]: _type = "HttpNfcLease" [ 1859.182045] env[62221]: } obtained for exporting VM: (result){ [ 1859.182045] env[62221]: value = "vm-354704" [ 1859.182045] env[62221]: _type = "VirtualMachine" [ 1859.182045] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1859.182276] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the lease: (returnval){ [ 1859.182276] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f3f7f7-cad9-b1cd-aaec-788166926815" [ 1859.182276] env[62221]: _type = "HttpNfcLease" [ 1859.182276] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1859.187845] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1859.187845] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f3f7f7-cad9-b1cd-aaec-788166926815" [ 1859.187845] env[62221]: _type = "HttpNfcLease" [ 1859.187845] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1859.690323] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1859.690323] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f3f7f7-cad9-b1cd-aaec-788166926815" [ 1859.690323] env[62221]: _type = "HttpNfcLease" [ 1859.690323] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1859.690845] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1859.690845] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f3f7f7-cad9-b1cd-aaec-788166926815" [ 1859.690845] env[62221]: _type = "HttpNfcLease" [ 1859.690845] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1859.691422] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f718a4b0-ad53-4f94-b867-847cfb37bd51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.699049] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1859.699225] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1859.786261] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68187b53-81e3-44c0-8bc7-41649dfbee6b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.551288] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.551649] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.054804] env[62221]: DEBUG nova.compute.utils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.557487] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.619094] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.619530] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.619530] env[62221]: INFO nova.compute.manager [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Attaching volume e5038984-e2c7-4bdf-8e82-443e539e8d23 to /dev/sdb [ 1865.652269] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd2e760-74fc-45d6-a23e-30f322305586 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.660036] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff23a4c4-73e8-4030-a19d-249a6feca797 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.673070] env[62221]: DEBUG nova.virt.block_device [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating existing volume attachment record: 99df2151-cd90-423a-989b-342d6fe10c8f {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1866.672552] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1866.673610] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6eb2f9-4bff-4592-b960-d28175fc7c96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.679900] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1866.680074] env[62221]: ERROR oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk due to incomplete transfer. [ 1866.680287] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e211319e-8731-4b74-b69a-84c01fbbed4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.687349] env[62221]: DEBUG oslo_vmware.rw_handles [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b25021-5eea-6845-e3a1-65e85da22af2/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1866.687536] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploaded image 12f92da6-8a79-4397-8878-3c75946b4b4f to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1866.689748] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1866.689963] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d961446c-4b75-446a-845b-0019050097bc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.695423] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1866.695423] env[62221]: value = "task-1701983" [ 1866.695423] env[62221]: _type = "Task" [ 1866.695423] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.706352] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701983, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.204947] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701983, 'name': Destroy_Task, 'duration_secs': 0.31937} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.205233] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroyed the VM [ 1867.205470] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1867.205714] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-501c30cf-8d23-4543-89e5-a7808c5edc51 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.213099] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1867.213099] env[62221]: value = "task-1701984" [ 1867.213099] env[62221]: _type = "Task" [ 1867.213099] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.220865] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.722443] env[62221]: DEBUG oslo_vmware.api [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701984, 'name': RemoveSnapshot_Task, 'duration_secs': 0.508316} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.722870] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1867.722929] env[62221]: INFO nova.compute.manager [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 11.17 seconds to snapshot the instance on the hypervisor. [ 1868.262760] env[62221]: DEBUG nova.compute.manager [None req-208b8078-2e2a-4834-a0cd-dba30737adb2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Found 2 images (rotation: 2) {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1869.327092] env[62221]: DEBUG nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1869.328044] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309b43ce-681b-4fc4-bbdd-0a1273117b2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.347817] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.838220] env[62221]: INFO nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] instance snapshotting [ 1869.838863] env[62221]: DEBUG nova.objects.instance [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.850339] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.850685] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.850881] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.851053] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1869.851896] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181ca9e5-2a36-4720-8f30-82e53f899b15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.862634] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e102a-2c81-4210-963e-0cc2dde58c8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.876374] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f2f13-f770-40dc-9b78-970effe46013 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.882554] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc678d1a-cb44-49d2-bac1-6d258f14396a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.910649] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180553MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1869.910784] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.910967] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.217012] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1870.217274] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354706', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'name': 'volume-e5038984-e2c7-4bdf-8e82-443e539e8d23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a41fa2a-459e-445e-8a13-68f01ec3f6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'serial': 'e5038984-e2c7-4bdf-8e82-443e539e8d23'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1870.218157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210eec8f-0ee3-4504-b922-b5310355125b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.234167] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b65de0-7840-4295-adcd-4a122ff6d53e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.257727] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-e5038984-e2c7-4bdf-8e82-443e539e8d23/volume-e5038984-e2c7-4bdf-8e82-443e539e8d23.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.257989] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9e46e9-f639-4e77-8980-fc070cec47ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.274849] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1870.274849] env[62221]: value = "task-1701986" [ 1870.274849] env[62221]: _type = "Task" [ 1870.274849] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.284071] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.344656] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e666f-ab13-4c76-9001-5041e603e652 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.362489] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c319d4cc-ced9-4939-8cf4-97bca84de074 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.785119] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701986, 'name': ReconfigVM_Task, 'duration_secs': 0.342399} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.785404] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-e5038984-e2c7-4bdf-8e82-443e539e8d23/volume-e5038984-e2c7-4bdf-8e82-443e539e8d23.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.789950] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a584125c-c8d2-4dde-a3ab-1e9d3caa5cc3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.805117] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1870.805117] env[62221]: value = "task-1701987" [ 1870.805117] env[62221]: _type = "Task" [ 1870.805117] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.812541] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.873256] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1870.873660] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0942baca-fc09-4d1f-89be-8bad401b712e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.882206] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1870.882206] env[62221]: value = "task-1701988" [ 1870.882206] env[62221]: _type = "Task" [ 1870.882206] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.890961] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.936528] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1870.936679] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1a41fa2a-459e-445e-8a13-68f01ec3f6ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1870.936860] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1870.936997] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1870.977994] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfcd76c-bed5-47ef-b4d6-16c35631db57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.985190] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41a7984-eca1-4b8d-905b-e7effc70510d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.014551] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412df98-85e7-4c11-8a11-2f5fff3d84f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.021348] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6405022f-b629-496f-90c1-28c22eb9bc1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.036205] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.316920] env[62221]: DEBUG oslo_vmware.api [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701987, 'name': ReconfigVM_Task, 'duration_secs': 0.14136} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.317271] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354706', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'name': 'volume-e5038984-e2c7-4bdf-8e82-443e539e8d23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a41fa2a-459e-445e-8a13-68f01ec3f6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'serial': 'e5038984-e2c7-4bdf-8e82-443e539e8d23'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1871.392613] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701988, 'name': CreateSnapshot_Task, 'duration_secs': 0.454571} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.392943] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1871.393649] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6580e67-691f-4ee6-86e6-3da561f461fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.539761] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1871.911192] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1871.911503] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e58ab49-d743-4aa9-b8e4-b9a98922c8c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.920217] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1871.920217] env[62221]: value = "task-1701989" [ 1871.920217] env[62221]: _type = "Task" [ 1871.920217] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.928297] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701989, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.044936] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1872.045218] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.354497] env[62221]: DEBUG nova.objects.instance [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 1a41fa2a-459e-445e-8a13-68f01ec3f6ef {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.430052] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701989, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.860219] env[62221]: DEBUG oslo_concurrency.lockutils [None req-d84c11eb-448d-404e-ac55-c3e9401ecc30 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.929575] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701989, 'name': CloneVM_Task, 'duration_secs': 0.990307} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.929843] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Created linked-clone VM from snapshot [ 1872.930941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15801d9-f47e-4039-a958-11ef38855826 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.938289] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploading image 204d5aa6-e050-4ce8-8fab-c419e122dcda {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1872.965497] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1872.965497] env[62221]: value = "vm-354708" [ 1872.965497] env[62221]: _type = "VirtualMachine" [ 1872.965497] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1872.965780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37a08580-1223-4a89-9f9b-c2db37bdaa39 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.972356] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease: (returnval){ [ 1872.972356] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b01fe0-a398-9343-5735-09595a73b40e" [ 1872.972356] env[62221]: _type = "HttpNfcLease" [ 1872.972356] env[62221]: } obtained for exporting VM: (result){ [ 1872.972356] env[62221]: value = "vm-354708" [ 1872.972356] env[62221]: _type = "VirtualMachine" [ 1872.972356] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1872.972602] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the lease: (returnval){ [ 1872.972602] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b01fe0-a398-9343-5735-09595a73b40e" [ 1872.972602] env[62221]: _type = "HttpNfcLease" [ 1872.972602] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.978659] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.978659] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b01fe0-a398-9343-5735-09595a73b40e" [ 1872.978659] env[62221]: _type = "HttpNfcLease" [ 1872.978659] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1873.480427] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1873.480427] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b01fe0-a398-9343-5735-09595a73b40e" [ 1873.480427] env[62221]: _type = "HttpNfcLease" [ 1873.480427] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1873.480879] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1873.480879] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b01fe0-a398-9343-5735-09595a73b40e" [ 1873.480879] env[62221]: _type = "HttpNfcLease" [ 1873.480879] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1873.481510] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8886a27-d799-49aa-b863-86a8f348c7ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.489658] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1873.489814] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1873.577776] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8ca35ea-0c7f-4685-b285-049451fc9541 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.060271] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "b8921d39-ca61-4388-8269-51d1582979b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.060542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.562819] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1875.089158] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.089667] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.091901] env[62221]: INFO nova.compute.claims [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.151106] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69e33e-2ef0-4bff-8a3b-300dd5974b50 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.159707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacf8d9-6b44-4c43-89e0-2355909e6f09 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.193864] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0019fc0-3a12-4251-b869-be3f8c997069 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.201697] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e9c1c-a791-47c2-9e8d-ba78e03ede4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.215184] env[62221]: DEBUG nova.compute.provider_tree [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.718275] env[62221]: DEBUG nova.scheduler.client.report [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1877.224850] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.225545] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1877.732081] env[62221]: DEBUG nova.compute.utils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.733569] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1877.733750] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.811413] env[62221]: DEBUG nova.policy [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0211261562a94a1da45788df89440c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646a0e37de944ef9aa948e96a575f82e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1878.088959] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Successfully created port: 2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.237384] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1879.253782] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1879.281211] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1879.281455] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1879.281611] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.281798] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1879.281940] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.282100] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1879.282311] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1879.282470] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1879.282636] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1879.282800] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1879.282981] env[62221]: DEBUG nova.virt.hardware [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1879.283947] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cfcd7f-75c6-45c4-aec9-888848a026c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.292078] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48db03-ac2f-4aeb-b119-cd654ccb9f2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.476124] env[62221]: DEBUG nova.compute.manager [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Received event network-vif-plugged-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1879.476348] env[62221]: DEBUG oslo_concurrency.lockutils [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] Acquiring lock "b8921d39-ca61-4388-8269-51d1582979b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.476553] env[62221]: DEBUG oslo_concurrency.lockutils [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] Lock "b8921d39-ca61-4388-8269-51d1582979b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.476828] env[62221]: DEBUG oslo_concurrency.lockutils [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] Lock "b8921d39-ca61-4388-8269-51d1582979b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.476914] env[62221]: DEBUG nova.compute.manager [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] No waiting events found dispatching network-vif-plugged-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1879.478549] env[62221]: WARNING nova.compute.manager [req-2a6e0883-ce74-449c-9be0-0d9a2c4103b2 req-7e44f6ef-90fb-4ed8-852c-7cf0ebcb4b05 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Received unexpected event network-vif-plugged-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 for instance with vm_state building and task_state spawning. [ 1879.563196] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Successfully updated port: 2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.065738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.065738] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.066018] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.427098] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1880.428016] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d4238-52f2-46d0-bfb5-a6f7d7a2d754 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.434634] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1880.434798] env[62221]: ERROR oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk due to incomplete transfer. [ 1880.435017] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6028d95f-172b-48ed-9641-534ce5d2e2c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.441411] env[62221]: DEBUG oslo_vmware.rw_handles [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ff195-ecb4-3271-a16b-6ada08c5be76/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1880.441604] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Uploaded image 204d5aa6-e050-4ce8-8fab-c419e122dcda to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1880.443860] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1880.444100] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eca97f86-da29-427e-953d-5fa326e400d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.450553] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1880.450553] env[62221]: value = "task-1701991" [ 1880.450553] env[62221]: _type = "Task" [ 1880.450553] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.457857] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701991, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.595576] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.715828] env[62221]: DEBUG nova.network.neutron [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updating instance_info_cache with network_info: [{"id": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "address": "fa:16:3e:0d:21:69", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbc0efa-56", "ovs_interfaceid": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.960497] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701991, 'name': Destroy_Task} progress is 33%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.219032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.219327] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Instance network_info: |[{"id": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "address": "fa:16:3e:0d:21:69", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbc0efa-56", "ovs_interfaceid": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1881.219754] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:21:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fbc0efa-5635-4cb8-bd95-20a41bab17f3', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.227097] env[62221]: DEBUG oslo.service.loopingcall [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.227307] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.227524] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c62a31-29d4-4285-8a82-0cb7ced1b3b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.247263] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.247263] env[62221]: value = "task-1701992" [ 1881.247263] env[62221]: _type = "Task" [ 1881.247263] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.255309] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701992, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.462023] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701991, 'name': Destroy_Task, 'duration_secs': 0.85985} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.462371] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroyed the VM [ 1881.462528] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1881.462777] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56195f97-1668-4c9f-adf5-b89606cc4f44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.468869] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1881.468869] env[62221]: value = "task-1701993" [ 1881.468869] env[62221]: _type = "Task" [ 1881.468869] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.476556] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701993, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.505944] env[62221]: DEBUG nova.compute.manager [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Received event network-changed-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1881.506219] env[62221]: DEBUG nova.compute.manager [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Refreshing instance network info cache due to event network-changed-2fbc0efa-5635-4cb8-bd95-20a41bab17f3. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1881.506416] env[62221]: DEBUG oslo_concurrency.lockutils [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] Acquiring lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.506557] env[62221]: DEBUG oslo_concurrency.lockutils [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] Acquired lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.506755] env[62221]: DEBUG nova.network.neutron [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Refreshing network info cache for port 2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.756948] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1701992, 'name': CreateVM_Task, 'duration_secs': 0.372361} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.757125] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.757727] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.757911] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.758252] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.758496] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54d45df-4499-4dbd-a717-75494639ea3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.762572] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1881.762572] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8d655-fbfe-790b-bd3a-8d7dd46deb1c" [ 1881.762572] env[62221]: _type = "Task" [ 1881.762572] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.769758] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8d655-fbfe-790b-bd3a-8d7dd46deb1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.978520] env[62221]: DEBUG oslo_vmware.api [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701993, 'name': RemoveSnapshot_Task, 'duration_secs': 0.461613} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.978844] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1881.979101] env[62221]: INFO nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 11.64 seconds to snapshot the instance on the hypervisor. [ 1882.183287] env[62221]: DEBUG nova.network.neutron [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updated VIF entry in instance network info cache for port 2fbc0efa-5635-4cb8-bd95-20a41bab17f3. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.183638] env[62221]: DEBUG nova.network.neutron [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updating instance_info_cache with network_info: [{"id": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "address": "fa:16:3e:0d:21:69", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbc0efa-56", "ovs_interfaceid": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.273567] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8d655-fbfe-790b-bd3a-8d7dd46deb1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.537955] env[62221]: DEBUG nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Found 3 images (rotation: 2) {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1882.538230] env[62221]: DEBUG nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Rotating out 1 backups {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1882.538349] env[62221]: DEBUG nova.compute.manager [None req-b8673236-ea69-4f2a-831e-d64f800773e7 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleting image bd63b415-7b4e-4f37-aab1-7ab9af532e5f {{(pid=62221) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1882.686115] env[62221]: DEBUG oslo_concurrency.lockutils [req-7871b5a5-f37c-4b6e-9f5a-4bbcb9b60d25 req-e34ab039-7983-4e99-af33-9d557b1b8fc3 service nova] Releasing lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.773809] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f8d655-fbfe-790b-bd3a-8d7dd46deb1c, 'name': SearchDatastore_Task, 'duration_secs': 0.765557} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.774104] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.774331] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.774556] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.774702] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.774880] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.775144] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bcadb4c-137f-4619-823c-4b1abb27652c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.782746] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.782917] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.783581] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e92e0c8-2a0c-4ace-be6e-8a659cb313a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.788123] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1882.788123] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bb4fb-c260-b9d7-7024-3e6ade9a4e2e" [ 1882.788123] env[62221]: _type = "Task" [ 1882.788123] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.795118] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bb4fb-c260-b9d7-7024-3e6ade9a4e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.045420] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.045639] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.045801] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.299078] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523bb4fb-c260-b9d7-7024-3e6ade9a4e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.299798] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcc51e3-b2f0-457d-afb8-7a4f7d090513 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.304861] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1883.304861] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5233255f-1a45-bbab-e6f9-54b1cc1334b1" [ 1883.304861] env[62221]: _type = "Task" [ 1883.304861] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.311901] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5233255f-1a45-bbab-e6f9-54b1cc1334b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.815222] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5233255f-1a45-bbab-e6f9-54b1cc1334b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.815491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.815740] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b8921d39-ca61-4388-8269-51d1582979b7/b8921d39-ca61-4388-8269-51d1582979b7.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.816012] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06dc39fb-030d-48a4-b38b-e8da4dd4f9a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.823801] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1883.823801] env[62221]: value = "task-1701994" [ 1883.823801] env[62221]: _type = "Task" [ 1883.823801] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.831386] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.335475] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.834684] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536605} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.835058] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] b8921d39-ca61-4388-8269-51d1582979b7/b8921d39-ca61-4388-8269-51d1582979b7.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.835246] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.835482] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be3fc88-93c6-4ddd-97f5-182c450e006d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.841332] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1884.841332] env[62221]: value = "task-1701995" [ 1884.841332] env[62221]: _type = "Task" [ 1884.841332] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.849981] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.042942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.043170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.043359] env[62221]: DEBUG nova.compute.manager [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1885.044344] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a83836-45ca-4358-8b3c-8ab2654b88b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.051248] env[62221]: DEBUG nova.compute.manager [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1885.051836] env[62221]: DEBUG nova.objects.instance [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.347205] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.351934] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15783} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.352201] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1885.352926] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a764c0-9a52-45bb-9a82-c8b52d13e197 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.374051] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b8921d39-ca61-4388-8269-51d1582979b7/b8921d39-ca61-4388-8269-51d1582979b7.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.374270] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b517d2-d2e1-40a4-9bcc-a58c6a72c937 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.393455] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1885.393455] env[62221]: value = "task-1701996" [ 1885.393455] env[62221]: _type = "Task" [ 1885.393455] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.401156] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.556716] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.556970] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41f8256f-b549-4581-9ffe-106982d28701 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.564040] env[62221]: DEBUG oslo_vmware.api [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1885.564040] env[62221]: value = "task-1701997" [ 1885.564040] env[62221]: _type = "Task" [ 1885.564040] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.572266] env[62221]: DEBUG oslo_vmware.api [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.903808] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701996, 'name': ReconfigVM_Task, 'duration_secs': 0.306858} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.904159] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b8921d39-ca61-4388-8269-51d1582979b7/b8921d39-ca61-4388-8269-51d1582979b7.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.904668] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2d26bd-1f9f-4745-a2fa-d6e1caa7d17a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.911198] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1885.911198] env[62221]: value = "task-1701998" [ 1885.911198] env[62221]: _type = "Task" [ 1885.911198] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.918167] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701998, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.073311] env[62221]: DEBUG oslo_vmware.api [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1701997, 'name': PowerOffVM_Task, 'duration_secs': 0.170699} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.073576] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.073757] env[62221]: DEBUG nova.compute.manager [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1886.074530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13527a-cb66-4e4c-b4ca-bfef4f959d19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.347441] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.347615] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1886.421663] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701998, 'name': Rename_Task, 'duration_secs': 0.13332} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.421891] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1886.422146] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb459714-7a8e-4303-a2e1-c49af6858b8c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.428386] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1886.428386] env[62221]: value = "task-1701999" [ 1886.428386] env[62221]: _type = "Task" [ 1886.428386] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.438036] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.586704] env[62221]: DEBUG oslo_concurrency.lockutils [None req-67f204f2-b5fb-4a69-b130-b722bfde0fa2 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.902199] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.902351] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.902510] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1886.939376] env[62221]: DEBUG oslo_vmware.api [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1701999, 'name': PowerOnVM_Task, 'duration_secs': 0.470627} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.939876] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.940129] env[62221]: INFO nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1886.940424] env[62221]: DEBUG nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1886.941698] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb9113-414a-47cc-99cc-3c52e7fa56b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.458132] env[62221]: INFO nova.compute.manager [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Took 12.39 seconds to build instance. [ 1887.960562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-358eb7a4-71f9-4126-b515-234ba7400760 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.900s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.218707] env[62221]: DEBUG nova.compute.manager [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Stashing vm_state: stopped {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1888.234508] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [{"id": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "address": "fa:16:3e:09:49:62", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69c1191-f7", "ovs_interfaceid": "a69c1191-f7e6-4a63-af56-2b26513cc93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.589193] env[62221]: DEBUG nova.compute.manager [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Received event network-changed-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1888.589345] env[62221]: DEBUG nova.compute.manager [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Refreshing instance network info cache due to event network-changed-2fbc0efa-5635-4cb8-bd95-20a41bab17f3. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1888.589564] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] Acquiring lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.589714] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] Acquired lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.589938] env[62221]: DEBUG nova.network.neutron [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Refreshing network info cache for port 2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.737251] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-1a41fa2a-459e-445e-8a13-68f01ec3f6ef" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.737493] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1888.737699] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.737944] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.738094] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1888.740318] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.740572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.245516] env[62221]: INFO nova.compute.claims [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.344105] env[62221]: DEBUG nova.network.neutron [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updated VIF entry in instance network info cache for port 2fbc0efa-5635-4cb8-bd95-20a41bab17f3. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.344396] env[62221]: DEBUG nova.network.neutron [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updating instance_info_cache with network_info: [{"id": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "address": "fa:16:3e:0d:21:69", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbc0efa-56", "ovs_interfaceid": "2fbc0efa-5635-4cb8-bd95-20a41bab17f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.752233] env[62221]: INFO nova.compute.resource_tracker [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating resource usage from migration 87d57357-c283-4d33-83cc-898c56b51d00 [ 1889.815887] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5abc81-cdb6-48a7-bc64-87ad0ebb7598 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.825458] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921b4c5-f4d3-42fc-99ed-8771ea0863f2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.855704] env[62221]: DEBUG oslo_concurrency.lockutils [req-9fd303f3-eae2-4185-b619-6109c72d0329 req-27654e56-8659-43df-9a05-89abce99bafb service nova] Releasing lock "refresh_cache-b8921d39-ca61-4388-8269-51d1582979b7" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.856805] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2f37a-db70-451f-ae13-5837c20426dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.864464] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3673f8-10db-4847-9be1-018a5901a6fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.877805] env[62221]: DEBUG nova.compute.provider_tree [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.380886] env[62221]: DEBUG nova.scheduler.client.report [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1890.886108] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.145s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.886332] env[62221]: INFO nova.compute.manager [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Migrating [ 1891.400847] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.401255] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.401346] env[62221]: DEBUG nova.network.neutron [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.108770] env[62221]: DEBUG nova.network.neutron [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.612259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.733225] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.127750] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0310cd83-1d41-41a0-82b8-4b87f3e6d83f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.146245] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1894.651967] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.652239] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58bac8db-ee7e-4353-b97c-d2fa6ef75048 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.660277] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1894.660277] env[62221]: value = "task-1702000" [ 1894.660277] env[62221]: _type = "Task" [ 1894.660277] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.668114] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.170483] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1895.170877] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1895.677548] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1895.677828] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1895.677965] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.678173] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1895.678320] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.678466] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1895.678681] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1895.678852] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1895.679026] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1895.679196] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1895.679366] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1895.684536] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a0f62a-0120-42ae-8da1-45554667646d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.700951] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1895.700951] env[62221]: value = "task-1702001" [ 1895.700951] env[62221]: _type = "Task" [ 1895.700951] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.708774] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.210902] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702001, 'name': ReconfigVM_Task, 'duration_secs': 0.130761} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.211314] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.717655] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1896.717898] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1896.718069] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.718285] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1896.718433] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.718582] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1896.718787] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1896.718960] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1896.719127] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1896.719289] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1896.719458] env[62221]: DEBUG nova.virt.hardware [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1896.724682] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1896.724959] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac79d47-d7da-4519-97ab-a14613b14925 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.742696] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1896.742696] env[62221]: value = "task-1702002" [ 1896.742696] env[62221]: _type = "Task" [ 1896.742696] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.750160] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.254032] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702002, 'name': ReconfigVM_Task, 'duration_secs': 0.148249} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.254367] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1897.255039] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d0e4b-96f0-4325-ab44-ba8439bb4d13 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.276494] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.276722] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ff8995-bfd0-49e6-97c4-b60ed77daf86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.294734] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1897.294734] env[62221]: value = "task-1702003" [ 1897.294734] env[62221]: _type = "Task" [ 1897.294734] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.306758] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.804295] env[62221]: DEBUG oslo_vmware.api [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702003, 'name': ReconfigVM_Task, 'duration_secs': 0.230715} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.804616] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e/4d9b15d8-bf7d-4ae1-ad30-e54efedc538e.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.804926] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1898.312150] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d513e-b46e-48dc-b189-79c8499091c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.332084] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67649e57-1f6d-4c07-a98d-f8d7f991a6cd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.349601] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1898.890330] env[62221]: DEBUG nova.network.neutron [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Port 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1899.917591] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.917941] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.918176] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.952730] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.953069] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.953112] env[62221]: DEBUG nova.network.neutron [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.666574] env[62221]: DEBUG nova.network.neutron [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.169314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.695478] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca212c3-288e-4cb3-ae97-8119b1ee54c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.716307] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ef1b2e-974d-4655-a69a-3ea9764a198d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.723399] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.231066] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-52c99d52-86a8-4ba2-a7a4-c09994707f01 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance '4d9b15d8-bf7d-4ae1-ad30-e54efedc538e' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1905.371866] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.372333] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.372625] env[62221]: DEBUG nova.compute.manager [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Going to confirm migration 9 {{(pid=62221) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1905.940723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.940969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.941218] env[62221]: DEBUG nova.network.neutron [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.941415] env[62221]: DEBUG nova.objects.instance [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'info_cache' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.182062] env[62221]: DEBUG nova.network.neutron [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.685371] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.685635] env[62221]: DEBUG nova.objects.instance [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'migration_context' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.188024] env[62221]: DEBUG nova.objects.base [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Object Instance<4d9b15d8-bf7d-4ae1-ad30-e54efedc538e> lazy-loaded attributes: info_cache,migration_context {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1908.189021] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c67af-c539-4180-95f1-68f0ac6bc072 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.209420] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74c4445-57ab-4c2a-9576-9e6bd50a52f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.214797] env[62221]: DEBUG oslo_vmware.api [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1908.214797] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf9e42-028e-c245-7b2a-080a23dd716a" [ 1908.214797] env[62221]: _type = "Task" [ 1908.214797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.222449] env[62221]: DEBUG oslo_vmware.api [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf9e42-028e-c245-7b2a-080a23dd716a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.725517] env[62221]: DEBUG oslo_vmware.api [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52cf9e42-028e-c245-7b2a-080a23dd716a, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.725901] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.726186] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.285337] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df06430-b941-49e3-8cbb-5397e604027f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.292873] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa02ee66-ec41-4e96-8428-94caf38b4e44 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.321225] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232067d1-5e70-48dc-a257-2a128107f592 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.327773] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e4379-dcce-4f63-86ec-f8473d514d4b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.340093] env[62221]: DEBUG nova.compute.provider_tree [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.843674] env[62221]: DEBUG nova.scheduler.client.report [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1910.854323] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.128s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.854690] env[62221]: DEBUG nova.compute.manager [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62221) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1911.406463] env[62221]: INFO nova.scheduler.client.report [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted allocation for migration 87d57357-c283-4d33-83cc-898c56b51d00 [ 1911.912542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-009ad78a-7744-451f-9149-841e87d6ebe9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.540s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.522516] env[62221]: DEBUG nova.objects.instance [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.027259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.027658] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.027658] env[62221]: DEBUG nova.network.neutron [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.027815] env[62221]: DEBUG nova.objects.instance [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'info_cache' on Instance uuid 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.531416] env[62221]: DEBUG nova.objects.base [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Object Instance<4d9b15d8-bf7d-4ae1-ad30-e54efedc538e> lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1914.259915] env[62221]: DEBUG nova.network.neutron [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [{"id": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "address": "fa:16:3e:d5:7f:20", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2574f61b-0a", "ovs_interfaceid": "2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.763261] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.266701] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.267097] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a5a3a2-48ce-46a4-90b3-a37c1eea3c9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.275492] env[62221]: DEBUG oslo_vmware.api [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1915.275492] env[62221]: value = "task-1702004" [ 1915.275492] env[62221]: _type = "Task" [ 1915.275492] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.282863] env[62221]: DEBUG oslo_vmware.api [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.786019] env[62221]: DEBUG oslo_vmware.api [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702004, 'name': PowerOnVM_Task, 'duration_secs': 0.365439} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.786317] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.786482] env[62221]: DEBUG nova.compute.manager [None req-9fa466b1-8bf9-4876-80b5-378852dfe01c tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1915.787226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4487a6-f1dc-44dd-a805-4057d5f09bde {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.052838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.053150] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.053269] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.053456] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.053647] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.055809] env[62221]: INFO nova.compute.manager [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Terminating instance [ 1917.057960] env[62221]: DEBUG nova.compute.manager [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1917.058165] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.058982] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe3c4d-c7fa-4245-86d0-720d2b9190ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.067139] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.067726] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be41b13e-455c-4d89-8d3d-9b6d15a4c85c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.073577] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1917.073577] env[62221]: value = "task-1702005" [ 1917.073577] env[62221]: _type = "Task" [ 1917.073577] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.081900] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.583415] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702005, 'name': PowerOffVM_Task, 'duration_secs': 0.178591} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.585609] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.585609] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.585609] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e66e40a0-26f9-4537-9a58-6a8242552805 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.652840] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.653067] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.653252] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleting the datastore file [datastore1] 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.653505] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c58b5a-8676-4675-82df-27cdc6b9c6c0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.660615] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1917.660615] env[62221]: value = "task-1702007" [ 1917.660615] env[62221]: _type = "Task" [ 1917.660615] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.668125] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.170866] env[62221]: DEBUG oslo_vmware.api [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136686} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.172756] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.172756] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.172756] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.172756] env[62221]: INFO nova.compute.manager [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1918.172756] env[62221]: DEBUG oslo.service.loopingcall [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.172756] env[62221]: DEBUG nova.compute.manager [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1918.173106] env[62221]: DEBUG nova.network.neutron [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.588559] env[62221]: DEBUG nova.compute.manager [req-b47e8431-f998-478b-941a-477bbeb42b27 req-ebdcc9c3-8dfe-4430-aacf-499b055d8289 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Received event network-vif-deleted-2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1918.588778] env[62221]: INFO nova.compute.manager [req-b47e8431-f998-478b-941a-477bbeb42b27 req-ebdcc9c3-8dfe-4430-aacf-499b055d8289 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Neutron deleted interface 2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0; detaching it from the instance and deleting it from the info cache [ 1918.588947] env[62221]: DEBUG nova.network.neutron [req-b47e8431-f998-478b-941a-477bbeb42b27 req-ebdcc9c3-8dfe-4430-aacf-499b055d8289 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.061479] env[62221]: DEBUG nova.network.neutron [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.092260] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92f5a93e-ac6c-4d2e-bcdc-560add01ca0f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.101230] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dbfe8b-bc37-40c5-aded-ae59d6668220 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.128487] env[62221]: DEBUG nova.compute.manager [req-b47e8431-f998-478b-941a-477bbeb42b27 req-ebdcc9c3-8dfe-4430-aacf-499b055d8289 service nova] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Detach interface failed, port_id=2574f61b-0ae6-4dcc-94c2-6ef19a3d18d0, reason: Instance 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1919.564921] env[62221]: INFO nova.compute.manager [-] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Took 1.39 seconds to deallocate network for instance. [ 1920.071485] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.071744] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.071932] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.092337] env[62221]: INFO nova.scheduler.client.report [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted allocations for instance 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e [ 1920.601517] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e71e582c-1444-45dc-924d-6f11336d29bf tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "4d9b15d8-bf7d-4ae1-ad30-e54efedc538e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.548s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.878509] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.878801] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.381642] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1922.903105] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.903363] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.904888] env[62221]: INFO nova.compute.claims [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.963413] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003aab8-0393-4941-b152-46ad890632f6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.970944] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e6468f-151d-4d23-a2ca-6374e292971f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.000428] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb8c6a-2aa8-4437-9605-dec21d4937ce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.007319] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72619b6-1376-4f3e-863e-c1bd38fbcb0b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.019723] env[62221]: DEBUG nova.compute.provider_tree [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.111086] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "b8921d39-ca61-4388-8269-51d1582979b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.111354] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.111584] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "b8921d39-ca61-4388-8269-51d1582979b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.111770] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.111936] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.113904] env[62221]: INFO nova.compute.manager [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Terminating instance [ 1924.115542] env[62221]: DEBUG nova.compute.manager [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1924.115735] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.116542] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8a4d4-0e6d-4cb9-b135-e95191690863 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.124065] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.124524] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1863e9c-cdd9-446e-9f32-1e31dfc1042c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.131744] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1924.131744] env[62221]: value = "task-1702008" [ 1924.131744] env[62221]: _type = "Task" [ 1924.131744] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.138791] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.522609] env[62221]: DEBUG nova.scheduler.client.report [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1924.641556] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702008, 'name': PowerOffVM_Task, 'duration_secs': 0.171793} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.641817] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.641982] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.642236] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55988407-2822-44d0-ad0e-3835dbeb3622 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.778093] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.778319] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.778503] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleting the datastore file [datastore1] b8921d39-ca61-4388-8269-51d1582979b7 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.778759] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4bc9cb-9f6e-46bc-b1d0-843388699c0d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.785357] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1924.785357] env[62221]: value = "task-1702010" [ 1924.785357] env[62221]: _type = "Task" [ 1924.785357] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.792787] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.027494] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.027994] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1925.295285] env[62221]: DEBUG oslo_vmware.api [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133404} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.295509] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.295661] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.295832] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.296013] env[62221]: INFO nova.compute.manager [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1925.296265] env[62221]: DEBUG oslo.service.loopingcall [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.296453] env[62221]: DEBUG nova.compute.manager [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1925.296548] env[62221]: DEBUG nova.network.neutron [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.533906] env[62221]: DEBUG nova.compute.utils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.535327] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1925.535525] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.596555] env[62221]: DEBUG nova.policy [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e98920958d754cbc87a5a5ec9cd0e477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1dea822edf94abc8d01a8b70b72641f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1925.827789] env[62221]: DEBUG nova.compute.manager [req-4b6da00f-2f0b-4d2c-aade-6270b72148b1 req-9dcec578-13d6-4f1e-a104-d18201b71fb6 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Received event network-vif-deleted-2fbc0efa-5635-4cb8-bd95-20a41bab17f3 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1925.827997] env[62221]: INFO nova.compute.manager [req-4b6da00f-2f0b-4d2c-aade-6270b72148b1 req-9dcec578-13d6-4f1e-a104-d18201b71fb6 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Neutron deleted interface 2fbc0efa-5635-4cb8-bd95-20a41bab17f3; detaching it from the instance and deleting it from the info cache [ 1925.828187] env[62221]: DEBUG nova.network.neutron [req-4b6da00f-2f0b-4d2c-aade-6270b72148b1 req-9dcec578-13d6-4f1e-a104-d18201b71fb6 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.960908] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Successfully created port: 6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.039133] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1926.304245] env[62221]: DEBUG nova.network.neutron [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.330625] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95994963-6c29-438e-854b-89ef18925eb9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.339669] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c746a6-a65d-493e-b951-8ab1bb469311 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.364946] env[62221]: DEBUG nova.compute.manager [req-4b6da00f-2f0b-4d2c-aade-6270b72148b1 req-9dcec578-13d6-4f1e-a104-d18201b71fb6 service nova] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Detach interface failed, port_id=2fbc0efa-5635-4cb8-bd95-20a41bab17f3, reason: Instance b8921d39-ca61-4388-8269-51d1582979b7 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1926.806600] env[62221]: INFO nova.compute.manager [-] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Took 1.51 seconds to deallocate network for instance. [ 1927.050364] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1927.076501] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1927.076742] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1927.076910] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.077104] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1927.077250] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.077395] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1927.077597] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1927.077767] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1927.077930] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1927.078104] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1927.078274] env[62221]: DEBUG nova.virt.hardware [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1927.079123] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9985ed-2675-4581-96f1-a04a784abdde {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.086964] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f646e8-2da7-44d2-96d2-7afb6d25fde8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.313332] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.313624] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.313887] env[62221]: DEBUG nova.objects.instance [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'resources' on Instance uuid b8921d39-ca61-4388-8269-51d1582979b7 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.355170] env[62221]: DEBUG nova.compute.manager [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Received event network-vif-plugged-6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1927.355170] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.355170] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.355170] env[62221]: DEBUG oslo_concurrency.lockutils [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.355170] env[62221]: DEBUG nova.compute.manager [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] No waiting events found dispatching network-vif-plugged-6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1927.355170] env[62221]: WARNING nova.compute.manager [req-ec5528b3-23de-4db0-83fe-a4b6646f43b4 req-91662628-3c5b-491e-82d6-593e78297db5 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Received unexpected event network-vif-plugged-6989cc76-0483-4a27-90bb-8fc09b279428 for instance with vm_state building and task_state spawning. [ 1927.864053] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d03a3-ea95-4c81-8eea-175c67edc681 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.872092] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Successfully updated port: 6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.874680] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e798cc-3995-45b9-b51a-4da9a6c0fc1d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.907440] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be3b4c-971f-4f08-a5c3-f25d17b5020a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.910691] env[62221]: DEBUG nova.compute.manager [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Received event network-changed-6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1927.910872] env[62221]: DEBUG nova.compute.manager [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Refreshing instance network info cache due to event network-changed-6989cc76-0483-4a27-90bb-8fc09b279428. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1927.911096] env[62221]: DEBUG oslo_concurrency.lockutils [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.911240] env[62221]: DEBUG oslo_concurrency.lockutils [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.911433] env[62221]: DEBUG nova.network.neutron [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Refreshing network info cache for port 6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.918423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df53526-a999-4b9c-acb1-077f36a5caf3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.932190] env[62221]: DEBUG nova.compute.provider_tree [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.379301] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.434835] env[62221]: DEBUG nova.scheduler.client.report [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1928.441220] env[62221]: DEBUG nova.network.neutron [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1928.509113] env[62221]: DEBUG nova.network.neutron [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.940144] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.957974] env[62221]: INFO nova.scheduler.client.report [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted allocations for instance b8921d39-ca61-4388-8269-51d1582979b7 [ 1929.011104] env[62221]: DEBUG oslo_concurrency.lockutils [req-be8307ce-f99b-4f2b-881a-fb496e29135e req-9cc97544-1ae6-4d2c-86dd-2b05c843f246 service nova] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.011488] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.011661] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.465398] env[62221]: DEBUG oslo_concurrency.lockutils [None req-134a1fc3-d3d8-4bf3-9134-2e1562f25949 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "b8921d39-ca61-4388-8269-51d1582979b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.354s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.544895] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.686705] env[62221]: DEBUG nova.network.neutron [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.981374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.981652] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.189079] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.189364] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance network_info: |[{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1930.189828] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:3c:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6989cc76-0483-4a27-90bb-8fc09b279428', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.197193] env[62221]: DEBUG oslo.service.loopingcall [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.197393] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.197610] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd47b96-c3e5-4bfc-b0b2-3a5e18a3fa89 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.218013] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.218013] env[62221]: value = "task-1702011" [ 1930.218013] env[62221]: _type = "Task" [ 1930.218013] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.225392] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702011, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.484516] env[62221]: INFO nova.compute.manager [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Detaching volume e5038984-e2c7-4bdf-8e82-443e539e8d23 [ 1930.522646] env[62221]: INFO nova.virt.block_device [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Attempting to driver detach volume e5038984-e2c7-4bdf-8e82-443e539e8d23 from mountpoint /dev/sdb [ 1930.523126] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1930.523462] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354706', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'name': 'volume-e5038984-e2c7-4bdf-8e82-443e539e8d23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a41fa2a-459e-445e-8a13-68f01ec3f6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'serial': 'e5038984-e2c7-4bdf-8e82-443e539e8d23'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1930.524597] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2456cf15-5910-43e0-9790-79d1008a070c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.545981] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94f170-6b4b-4e57-b4cb-cdc6fd9bedcf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.553790] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4e070a-3731-48ac-800f-d2bccd41c04e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.572905] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6ea92-0e77-47e4-82de-cc5221830192 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.586647] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] The volume has not been displaced from its original location: [datastore1] volume-e5038984-e2c7-4bdf-8e82-443e539e8d23/volume-e5038984-e2c7-4bdf-8e82-443e539e8d23.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1930.591817] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1930.592072] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdbe9d5-0961-4ed6-baa2-a7c889063bb3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.609715] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1930.609715] env[62221]: value = "task-1702012" [ 1930.609715] env[62221]: _type = "Task" [ 1930.609715] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.616979] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.728370] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702011, 'name': CreateVM_Task, 'duration_secs': 0.302296} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.728559] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1930.729273] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.729473] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.729797] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1930.730072] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037136c5-aee4-4169-b459-8888eb4ccdca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.735159] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1930.735159] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523032fb-7531-7a5d-5dfc-d996a41b90e6" [ 1930.735159] env[62221]: _type = "Task" [ 1930.735159] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.742706] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523032fb-7531-7a5d-5dfc-d996a41b90e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.120019] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702012, 'name': ReconfigVM_Task, 'duration_secs': 0.218154} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.120407] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1931.125780] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c4f004-289b-4d23-8b0b-9af98b565a7f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.140199] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1931.140199] env[62221]: value = "task-1702013" [ 1931.140199] env[62221]: _type = "Task" [ 1931.140199] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.147927] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.245864] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]523032fb-7531-7a5d-5dfc-d996a41b90e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.246253] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.246494] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.246729] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.246878] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.247070] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.247331] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d77d8d-e32e-4357-8592-1bce4bfae5c7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.264909] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.265100] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.265813] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dbaf5b-6033-4d40-ac87-8c749fa41ab5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.271053] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1931.271053] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264ec47-c453-708e-fdb8-6ced5be1d785" [ 1931.271053] env[62221]: _type = "Task" [ 1931.271053] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.278804] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264ec47-c453-708e-fdb8-6ced5be1d785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.347538] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.649748] env[62221]: DEBUG oslo_vmware.api [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702013, 'name': ReconfigVM_Task, 'duration_secs': 0.134187} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.650132] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354706', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'name': 'volume-e5038984-e2c7-4bdf-8e82-443e539e8d23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a41fa2a-459e-445e-8a13-68f01ec3f6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5038984-e2c7-4bdf-8e82-443e539e8d23', 'serial': 'e5038984-e2c7-4bdf-8e82-443e539e8d23'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1931.783061] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5264ec47-c453-708e-fdb8-6ced5be1d785, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.783578] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6726e7e-5d3a-47d6-aa96-2ffb18a7b27b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.788555] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1931.788555] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52111537-56a4-46d8-90f0-fba8b25c9f82" [ 1931.788555] env[62221]: _type = "Task" [ 1931.788555] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.796280] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52111537-56a4-46d8-90f0-fba8b25c9f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.852270] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.852493] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.852666] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.852818] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1931.853548] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddedf3-0e25-48ec-9395-9fedd2764d18 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.860686] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c386ced-a844-40ee-b5c4-6fd18b80f672 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.873836] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d3758-e81a-4230-8b65-6fd717dca748 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.880175] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c4337-7dc6-4851-b192-96d430d09545 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.908377] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180780MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1931.908515] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.908723] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.189422] env[62221]: DEBUG nova.objects.instance [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 1a41fa2a-459e-445e-8a13-68f01ec3f6ef {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.298567] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52111537-56a4-46d8-90f0-fba8b25c9f82, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.298767] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.299029] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.299279] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefa57dc-5ae3-437e-8eef-16dc437127b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.306249] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1932.306249] env[62221]: value = "task-1702014" [ 1932.306249] env[62221]: _type = "Task" [ 1932.306249] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.313456] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.816160] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454568} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.816578] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1932.816656] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1932.816835] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82fb4ff8-933d-4e20-96e6-57d3b1e0592d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.823525] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1932.823525] env[62221]: value = "task-1702015" [ 1932.823525] env[62221]: _type = "Task" [ 1932.823525] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.831238] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.933024] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 1a41fa2a-459e-445e-8a13-68f01ec3f6ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.933607] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.933607] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1932.933607] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1932.968301] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1329b4-cd9a-471e-b978-339144369b84 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.975342] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd72f91-3e79-4d22-a909-b3a94570ab66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.004808] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63da46-e3ce-4732-93b0-2cb063caed3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.011631] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f1b35-6c8c-4a2b-be83-e44d188e13ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.024248] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.198832] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3d38976b-fd74-46ea-8cec-c05ce68b61cb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.333188] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059978} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.333451] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.334235] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d862c-2977-480a-9cf7-cd2638d7249e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.357152] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.357400] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4972db-a0a8-4d13-8133-cb69f8744fad {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.376996] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1933.376996] env[62221]: value = "task-1702016" [ 1933.376996] env[62221]: _type = "Task" [ 1933.376996] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.384381] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.527279] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1933.887191] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702016, 'name': ReconfigVM_Task, 'duration_secs': 0.300045} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.887490] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.888149] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e51da5-260e-4765-8cf0-d4ab1d8cc0ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.894707] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1933.894707] env[62221]: value = "task-1702017" [ 1933.894707] env[62221]: _type = "Task" [ 1933.894707] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.902086] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702017, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.032089] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1934.032402] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.220513] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.220792] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.221035] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.221245] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.221416] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.223562] env[62221]: INFO nova.compute.manager [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Terminating instance [ 1934.225350] env[62221]: DEBUG nova.compute.manager [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1934.225549] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.226379] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdebe30-e9bf-4d52-96f8-726a3a4e66e0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.233996] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.234284] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5094968c-d52f-475d-9496-1027211483c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.240785] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1934.240785] env[62221]: value = "task-1702018" [ 1934.240785] env[62221]: _type = "Task" [ 1934.240785] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.248166] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.404774] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702017, 'name': Rename_Task, 'duration_secs': 0.143495} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.405097] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.405369] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed685aed-2036-4174-a2e7-966137aac961 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.411045] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1934.411045] env[62221]: value = "task-1702019" [ 1934.411045] env[62221]: _type = "Task" [ 1934.411045] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.421349] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.751454] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702018, 'name': PowerOffVM_Task, 'duration_secs': 0.191413} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.751719] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.751894] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.752155] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25ce9f8-f754-49eb-8560-9a7df3ce399b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.829167] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.829413] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.829586] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleting the datastore file [datastore1] 1a41fa2a-459e-445e-8a13-68f01ec3f6ef {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.829845] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e2051b-2b4a-43e2-a69b-d476af45ef73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.836546] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1934.836546] env[62221]: value = "task-1702021" [ 1934.836546] env[62221]: _type = "Task" [ 1934.836546] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.844094] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.920658] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.346861] env[62221]: DEBUG oslo_vmware.api [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133927} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.347142] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.347317] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.347493] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.347666] env[62221]: INFO nova.compute.manager [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1935.347910] env[62221]: DEBUG oslo.service.loopingcall [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.348132] env[62221]: DEBUG nova.compute.manager [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1935.348267] env[62221]: DEBUG nova.network.neutron [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.422372] env[62221]: DEBUG oslo_vmware.api [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702019, 'name': PowerOnVM_Task, 'duration_secs': 1.004717} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.422646] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.422872] env[62221]: INFO nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1935.423112] env[62221]: DEBUG nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1935.424047] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303de91-434b-4d0d-a64d-9e030d73cf03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.837193] env[62221]: DEBUG nova.compute.manager [req-7f5945f6-52be-4a5f-a83c-b953f32fadc4 req-cf53fdb2-9f90-4552-9ae2-89bee03fec7c service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Received event network-vif-deleted-a69c1191-f7e6-4a63-af56-2b26513cc93c {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1935.837405] env[62221]: INFO nova.compute.manager [req-7f5945f6-52be-4a5f-a83c-b953f32fadc4 req-cf53fdb2-9f90-4552-9ae2-89bee03fec7c service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Neutron deleted interface a69c1191-f7e6-4a63-af56-2b26513cc93c; detaching it from the instance and deleting it from the info cache [ 1935.837575] env[62221]: DEBUG nova.network.neutron [req-7f5945f6-52be-4a5f-a83c-b953f32fadc4 req-cf53fdb2-9f90-4552-9ae2-89bee03fec7c service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.947277] env[62221]: INFO nova.compute.manager [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Took 13.06 seconds to build instance. [ 1936.188118] env[62221]: DEBUG nova.compute.manager [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Received event network-changed-6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1936.188314] env[62221]: DEBUG nova.compute.manager [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Refreshing instance network info cache due to event network-changed-6989cc76-0483-4a27-90bb-8fc09b279428. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1936.188531] env[62221]: DEBUG oslo_concurrency.lockutils [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.188675] env[62221]: DEBUG oslo_concurrency.lockutils [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.188835] env[62221]: DEBUG nova.network.neutron [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Refreshing network info cache for port 6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.317320] env[62221]: DEBUG nova.network.neutron [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.340461] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-820f2475-4d2d-4d28-9c32-024b03234c5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.350511] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c10e5-79b1-4df6-88a4-acf08927b0ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.374513] env[62221]: DEBUG nova.compute.manager [req-7f5945f6-52be-4a5f-a83c-b953f32fadc4 req-cf53fdb2-9f90-4552-9ae2-89bee03fec7c service nova] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Detach interface failed, port_id=a69c1191-f7e6-4a63-af56-2b26513cc93c, reason: Instance 1a41fa2a-459e-445e-8a13-68f01ec3f6ef could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1936.448902] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0186225d-fc7b-473b-905b-4fe8c24b94fc tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.570s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.821497] env[62221]: INFO nova.compute.manager [-] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Took 1.47 seconds to deallocate network for instance. [ 1936.912432] env[62221]: DEBUG nova.network.neutron [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updated VIF entry in instance network info cache for port 6989cc76-0483-4a27-90bb-8fc09b279428. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.912975] env[62221]: DEBUG nova.network.neutron [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.328214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.328504] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.328749] env[62221]: DEBUG nova.objects.instance [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'resources' on Instance uuid 1a41fa2a-459e-445e-8a13-68f01ec3f6ef {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.416589] env[62221]: DEBUG oslo_concurrency.lockutils [req-38570da5-081b-4324-865e-8862f03b4670 req-57d8be47-80c3-49ab-9129-8c9246023884 service nova] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.872405] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b57cdb-170a-4893-a63f-9ca4fce96d53 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.881112] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16c2c5e-10c8-42a1-a9cd-5c0ee6ae582e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.909745] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6e8f3-0b18-489c-aa22-0bf3d6feed6f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.916518] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8409a26-2aba-46f0-9dbd-11e0decca5d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.928866] env[62221]: DEBUG nova.compute.provider_tree [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.431919] env[62221]: DEBUG nova.scheduler.client.report [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1938.936902] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.959072] env[62221]: INFO nova.scheduler.client.report [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted allocations for instance 1a41fa2a-459e-445e-8a13-68f01ec3f6ef [ 1939.468062] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e5b7fd44-8e1e-4148-875f-6126b2719b44 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "1a41fa2a-459e-445e-8a13-68f01ec3f6ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.247s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.970201] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.970491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.472501] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1941.991455] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.991743] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.993254] env[62221]: INFO nova.compute.claims [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.032481] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1943.032870] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1943.038049] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661f8be-ad1a-4e66-94ce-da05cd8914cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.046239] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884cf665-008d-4c1b-9a14-b59905f8e991 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.077065] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ff8af-db2d-4d7d-80e4-023800f5733b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.084642] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44eee10-61f1-443a-a88d-35445c0bce33 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.098771] env[62221]: DEBUG nova.compute.provider_tree [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.348042] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1943.602168] env[62221]: DEBUG nova.scheduler.client.report [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1944.106763] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.107312] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1944.612235] env[62221]: DEBUG nova.compute.utils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.613998] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1944.614241] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.662398] env[62221]: DEBUG nova.policy [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0211261562a94a1da45788df89440c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646a0e37de944ef9aa948e96a575f82e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 1944.936290] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Successfully created port: 499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.117678] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1946.126483] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1946.151768] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1946.152038] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1946.152204] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.152389] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1946.152536] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.152698] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1946.152959] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1946.153138] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1946.153316] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1946.153480] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1946.153651] env[62221]: DEBUG nova.virt.hardware [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1946.154517] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc370c31-1e56-489f-b7ae-ddb7d431ef71 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.162278] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d046e2-eaf7-4f41-ba0c-29f12762510b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.295939] env[62221]: DEBUG nova.compute.manager [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Received event network-vif-plugged-499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.296178] env[62221]: DEBUG oslo_concurrency.lockutils [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.296382] env[62221]: DEBUG oslo_concurrency.lockutils [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.296551] env[62221]: DEBUG oslo_concurrency.lockutils [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.296737] env[62221]: DEBUG nova.compute.manager [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] No waiting events found dispatching network-vif-plugged-499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1946.296871] env[62221]: WARNING nova.compute.manager [req-cb36b46a-adeb-4d8e-8cb4-eb7978a757fc req-a382bf45-9cd3-452f-9ec7-9ae72dc38459 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Received unexpected event network-vif-plugged-499400f6-c84a-47bd-8d9c-65722258a2bc for instance with vm_state building and task_state spawning. [ 1946.375976] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Successfully updated port: 499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.880580] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.880694] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.880844] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.347459] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.347839] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.411185] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.532637] env[62221]: DEBUG nova.network.neutron [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating instance_info_cache with network_info: [{"id": "499400f6-c84a-47bd-8d9c-65722258a2bc", "address": "fa:16:3e:82:f0:3e", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499400f6-c8", "ovs_interfaceid": "499400f6-c84a-47bd-8d9c-65722258a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.035318] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.035644] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Instance network_info: |[{"id": "499400f6-c84a-47bd-8d9c-65722258a2bc", "address": "fa:16:3e:82:f0:3e", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499400f6-c8", "ovs_interfaceid": "499400f6-c84a-47bd-8d9c-65722258a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1948.036079] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f0:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499400f6-c84a-47bd-8d9c-65722258a2bc', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.043538] env[62221]: DEBUG oslo.service.loopingcall [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.043748] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.043965] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9222f0dd-b625-4bc7-a2be-b2319975569b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.064739] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.064739] env[62221]: value = "task-1702022" [ 1948.064739] env[62221]: _type = "Task" [ 1948.064739] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.072186] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702022, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.320669] env[62221]: DEBUG nova.compute.manager [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Received event network-changed-499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1948.320870] env[62221]: DEBUG nova.compute.manager [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Refreshing instance network info cache due to event network-changed-499400f6-c84a-47bd-8d9c-65722258a2bc. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1948.321106] env[62221]: DEBUG oslo_concurrency.lockutils [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] Acquiring lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.321295] env[62221]: DEBUG oslo_concurrency.lockutils [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] Acquired lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.321417] env[62221]: DEBUG nova.network.neutron [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Refreshing network info cache for port 499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.348177] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.348547] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1948.348547] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1948.574782] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702022, 'name': CreateVM_Task, 'duration_secs': 0.308291} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.574943] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.575623] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.575799] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.576161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.576407] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa590e3-88a3-4b35-8ad2-fecb0ab4e25e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.580602] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1948.580602] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e0aab-5ca7-4753-3750-a9958039a1a0" [ 1948.580602] env[62221]: _type = "Task" [ 1948.580602] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.587931] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e0aab-5ca7-4753-3750-a9958039a1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.853778] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1948.893992] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.894180] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.894327] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1948.894479] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.053976] env[62221]: DEBUG nova.network.neutron [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updated VIF entry in instance network info cache for port 499400f6-c84a-47bd-8d9c-65722258a2bc. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.054398] env[62221]: DEBUG nova.network.neutron [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating instance_info_cache with network_info: [{"id": "499400f6-c84a-47bd-8d9c-65722258a2bc", "address": "fa:16:3e:82:f0:3e", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499400f6-c8", "ovs_interfaceid": "499400f6-c84a-47bd-8d9c-65722258a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.090967] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527e0aab-5ca7-4753-3750-a9958039a1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.091271] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.091496] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.091769] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.091897] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.092094] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.092370] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76df552a-7d20-4a9e-bb2e-5a3f0f17c875 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.100164] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.100309] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.100961] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439a141c-e57f-4494-9d7b-b320de671801 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.105512] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1949.105512] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529bcb71-fae8-819f-19ba-b6cec3550df3" [ 1949.105512] env[62221]: _type = "Task" [ 1949.105512] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.112265] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529bcb71-fae8-819f-19ba-b6cec3550df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.557052] env[62221]: DEBUG oslo_concurrency.lockutils [req-de735aa9-d1cf-410f-a3a9-0f76f955d7ae req-bbd79e3d-b6db-4fa0-a544-6c76c615edd6 service nova] Releasing lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.615905] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529bcb71-fae8-819f-19ba-b6cec3550df3, 'name': SearchDatastore_Task, 'duration_secs': 0.008127} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.616655] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6a9063-df46-4b26-8b4b-a8550a2bf119 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.621593] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1949.621593] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f0be7b-45f6-3d8b-0908-f8a3e2168715" [ 1949.621593] env[62221]: _type = "Task" [ 1949.621593] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.629814] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f0be7b-45f6-3d8b-0908-f8a3e2168715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.131895] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f0be7b-45f6-3d8b-0908-f8a3e2168715, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.132186] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.132437] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6c95fe85-b0c3-4598-bf34-1cc06e067401/6c95fe85-b0c3-4598-bf34-1cc06e067401.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.132686] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b15920-b48e-4964-b2db-8561f52e970f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.139784] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1950.139784] env[62221]: value = "task-1702023" [ 1950.139784] env[62221]: _type = "Task" [ 1950.139784] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.146755] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.629893] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.649707] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496047} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.650015] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 6c95fe85-b0c3-4598-bf34-1cc06e067401/6c95fe85-b0c3-4598-bf34-1cc06e067401.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.650239] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.650474] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d6909ac-1f1d-4abe-bacd-1ede42a7c295 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.656500] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1950.656500] env[62221]: value = "task-1702024" [ 1950.656500] env[62221]: _type = "Task" [ 1950.656500] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.663571] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.133130] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.133344] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1951.133574] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.133759] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1951.166348] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146857} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.166596] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.167359] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ab02c-83fb-4278-8e4f-2c2a1ebfeb17 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.189028] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c95fe85-b0c3-4598-bf34-1cc06e067401/6c95fe85-b0c3-4598-bf34-1cc06e067401.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.189165] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5ba183-d525-4301-b02c-f11512a4026a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.209068] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1951.209068] env[62221]: value = "task-1702025" [ 1951.209068] env[62221]: _type = "Task" [ 1951.209068] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.216804] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.719345] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702025, 'name': ReconfigVM_Task, 'duration_secs': 0.305574} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.719738] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c95fe85-b0c3-4598-bf34-1cc06e067401/6c95fe85-b0c3-4598-bf34-1cc06e067401.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.720297] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e12fd9-2d1e-4919-aec2-40a4b5df9a38 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.726974] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1951.726974] env[62221]: value = "task-1702026" [ 1951.726974] env[62221]: _type = "Task" [ 1951.726974] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.734644] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702026, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.236309] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702026, 'name': Rename_Task, 'duration_secs': 0.142588} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.236580] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.236885] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f514344e-2da6-4b84-8a26-6ee2406b7a00 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.243401] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1952.243401] env[62221]: value = "task-1702027" [ 1952.243401] env[62221]: _type = "Task" [ 1952.243401] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.250419] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.752777] env[62221]: DEBUG oslo_vmware.api [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702027, 'name': PowerOnVM_Task, 'duration_secs': 0.45687} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.753160] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.753326] env[62221]: INFO nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1952.753513] env[62221]: DEBUG nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1952.754289] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075654d-18d6-45a1-9304-76ea3a1ce8dc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.128030] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.273217] env[62221]: INFO nova.compute.manager [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Took 11.29 seconds to build instance. [ 1953.774328] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1f16b00f-db5c-4fde-aee2-1c5109558ef7 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.945968] env[62221]: DEBUG nova.compute.manager [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Received event network-changed-499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1953.946158] env[62221]: DEBUG nova.compute.manager [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Refreshing instance network info cache due to event network-changed-499400f6-c84a-47bd-8d9c-65722258a2bc. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1953.946377] env[62221]: DEBUG oslo_concurrency.lockutils [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] Acquiring lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.946518] env[62221]: DEBUG oslo_concurrency.lockutils [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] Acquired lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.946678] env[62221]: DEBUG nova.network.neutron [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Refreshing network info cache for port 499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.653668] env[62221]: DEBUG nova.network.neutron [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updated VIF entry in instance network info cache for port 499400f6-c84a-47bd-8d9c-65722258a2bc. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.654050] env[62221]: DEBUG nova.network.neutron [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating instance_info_cache with network_info: [{"id": "499400f6-c84a-47bd-8d9c-65722258a2bc", "address": "fa:16:3e:82:f0:3e", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499400f6-c8", "ovs_interfaceid": "499400f6-c84a-47bd-8d9c-65722258a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.157544] env[62221]: DEBUG oslo_concurrency.lockutils [req-500ce7e3-39f6-4d4f-9c86-5c88b8962af9 req-403830e6-5641-4d68-beff-21fd87b5c168 service nova] Releasing lock "refresh_cache-6c95fe85-b0c3-4598-bf34-1cc06e067401" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.343697] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.444615] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.444906] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.948397] env[62221]: DEBUG nova.compute.utils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.451307] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.514577] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.514940] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.515087] env[62221]: INFO nova.compute.manager [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Attaching volume 44a985f2-7560-4aef-842f-95a4a4815262 to /dev/sdb [ 1976.545749] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2367bbc-e005-4a05-88bd-ab07f02d3505 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.552747] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6584240b-461b-4ae0-9077-a26b4947dae2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.566073] env[62221]: DEBUG nova.virt.block_device [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating existing volume attachment record: 4c8ceeb8-9b86-4491-8264-a24d5d41060d {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1981.107642] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.107899] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354713', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'name': 'volume-44a985f2-7560-4aef-842f-95a4a4815262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba', 'attached_at': '', 'detached_at': '', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'serial': '44a985f2-7560-4aef-842f-95a4a4815262'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.108789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90224e35-2af3-4bf0-a50f-6c6db92193e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.124828] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1a1c2-8921-458a-971b-874846112054 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.148650] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-44a985f2-7560-4aef-842f-95a4a4815262/volume-44a985f2-7560-4aef-842f-95a4a4815262.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.148883] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f27da5-257d-4a8f-9897-d22fadd9c0cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.166556] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1981.166556] env[62221]: value = "task-1702032" [ 1981.166556] env[62221]: _type = "Task" [ 1981.166556] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.173915] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.676921] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702032, 'name': ReconfigVM_Task, 'duration_secs': 0.312184} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.677272] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-44a985f2-7560-4aef-842f-95a4a4815262/volume-44a985f2-7560-4aef-842f-95a4a4815262.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.682443] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71df895d-b75c-40fe-90aa-7a4cf8faaa45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.696753] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1981.696753] env[62221]: value = "task-1702033" [ 1981.696753] env[62221]: _type = "Task" [ 1981.696753] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.704341] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.206997] env[62221]: DEBUG oslo_vmware.api [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702033, 'name': ReconfigVM_Task, 'duration_secs': 0.133027} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.207324] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354713', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'name': 'volume-44a985f2-7560-4aef-842f-95a4a4815262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba', 'attached_at': '', 'detached_at': '', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'serial': '44a985f2-7560-4aef-842f-95a4a4815262'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1983.243049] env[62221]: DEBUG nova.objects.instance [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'flavor' on Instance uuid f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.747885] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2befb984-037e-4e46-853a-05233c5c53b9 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.621950] env[62221]: DEBUG nova.compute.manager [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Stashing vm_state: active {{(pid=62221) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1985.138724] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.138979] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.643879] env[62221]: INFO nova.compute.claims [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.151658] env[62221]: INFO nova.compute.resource_tracker [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating resource usage from migration 878b39a5-9065-479e-a2ff-16efaa0c3617 [ 1986.197856] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c0741-7494-4a60-a7bc-033b68f6c493 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.205474] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9d7d8-7e09-415b-a3c1-550e6ee39c4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.234076] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad14f4-65ab-4d2e-989f-160771a2fe90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.240381] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292a297-09c1-4c3e-9574-48f1734ea05a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.253802] env[62221]: DEBUG nova.compute.provider_tree [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.757249] env[62221]: DEBUG nova.scheduler.client.report [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1987.262492] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.262700] env[62221]: INFO nova.compute.manager [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Migrating [ 1987.777500] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.777874] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.777874] env[62221]: DEBUG nova.network.neutron [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.483728] env[62221]: DEBUG nova.network.neutron [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.986675] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.502584] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240d283-ddf5-4b3d-bec1-d62306414492 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.524830] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 0 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1990.590188] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.590470] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.031279] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.031605] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1296f4d-b340-42d7-a51a-1acb1f444653 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.039641] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1991.039641] env[62221]: value = "task-1702034" [ 1991.039641] env[62221]: _type = "Task" [ 1991.039641] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.047907] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.094356] env[62221]: DEBUG nova.compute.utils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1991.549744] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702034, 'name': PowerOffVM_Task, 'duration_secs': 0.201951} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.550155] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1991.550155] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 17 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.597471] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.057054] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1992.057354] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1992.057495] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.057689] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1992.057843] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.057991] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1992.058209] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1992.058369] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1992.058533] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1992.058694] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1992.058866] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1992.065015] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d4366e-9d76-45dc-b9d9-47ebd9ceabfe {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.079782] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1992.079782] env[62221]: value = "task-1702035" [ 1992.079782] env[62221]: _type = "Task" [ 1992.079782] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.091249] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.347159] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.590196] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702035, 'name': ReconfigVM_Task, 'duration_secs': 0.172255} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.590588] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 33 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.660242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.660508] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.660743] env[62221]: INFO nova.compute.manager [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Attaching volume 8f614c0f-f5b5-4001-949d-2625ce414ba5 to /dev/sdb [ 1992.690357] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef22da-f98f-408e-95fa-4f7fc18d5c5b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.697403] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda4fdc-662f-4233-8171-29e10da9beb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.711222] env[62221]: DEBUG nova.virt.block_device [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating existing volume attachment record: cb89c254-b646-4cb5-8045-a827f89e7572 {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1992.850795] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.851043] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.851213] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.851366] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1992.852239] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06fb08-4b51-4c65-9863-f92d3f8e2b41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.859816] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2053c491-332e-4bdb-b5ef-0d146c0acb2d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.873847] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1537d05-1db8-4b6a-89ed-f91d1d0e4ee8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.879839] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06216dc8-d2e1-492a-ba74-a4b2e26ace88 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.908879] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180815MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1992.909037] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.909223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.097352] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1993.097641] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1993.097804] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.097898] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1993.098061] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.098216] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1993.098424] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1993.098578] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1993.098744] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1993.098907] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1993.099096] env[62221]: DEBUG nova.virt.hardware [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1993.104420] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1993.104706] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89b5a7d-aed6-4c60-a320-291620bb4c4a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.123141] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1993.123141] env[62221]: value = "task-1702037" [ 1993.123141] env[62221]: _type = "Task" [ 1993.123141] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.130700] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.632624] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702037, 'name': ReconfigVM_Task, 'duration_secs': 0.170165} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.632902] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1993.633696] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d855e-0b65-4826-881b-a0df1a157765 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.658503] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1993.658733] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41de3b49-eeb4-41cd-99a5-2c49f744e8b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.675942] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 1993.675942] env[62221]: value = "task-1702038" [ 1993.675942] env[62221]: _type = "Task" [ 1993.675942] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.683080] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.916781] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Applying migration context for instance f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba as it has an incoming, in-progress migration 878b39a5-9065-479e-a2ff-16efaa0c3617. Migration status is migrating {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1993.917430] env[62221]: INFO nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating resource usage from migration 878b39a5-9065-479e-a2ff-16efaa0c3617 [ 1993.936775] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 6c95fe85-b0c3-4598-bf34-1cc06e067401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1993.936942] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Migration 878b39a5-9065-479e-a2ff-16efaa0c3617 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1993.937102] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1993.937302] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1993.937456] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1993.981738] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae035c-c800-488e-889f-2ce5775dd46a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.989059] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f67311-a358-4984-85d9-5a85f2446dce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.019008] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ce4bc-5c99-4759-b596-9e2077382795 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.025462] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f63dbd-eb66-4777-8d7f-497305dbc907 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.037740] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.185100] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702038, 'name': ReconfigVM_Task, 'duration_secs': 0.26211} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.185324] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1994.185595] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 50 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.540609] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1994.692559] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762d0a94-e963-474f-bd35-07201960e1b9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.713645] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ccc5f-dbbe-4353-86bd-bf6f85420aa4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.732914] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 67 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.044945] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1995.045195] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.382505] env[62221]: DEBUG nova.network.neutron [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Port 6989cc76-0483-4a27-90bb-8fc09b279428 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1997.251848] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1997.252105] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354714', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'name': 'volume-8f614c0f-f5b5-4001-949d-2625ce414ba5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c95fe85-b0c3-4598-bf34-1cc06e067401', 'attached_at': '', 'detached_at': '', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'serial': '8f614c0f-f5b5-4001-949d-2625ce414ba5'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1997.253104] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d2be4-1d60-4fd9-84b2-6e7c5a479f29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.269503] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f3e98f-bd7f-4400-bffd-71aac67bcf7a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.295924] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-8f614c0f-f5b5-4001-949d-2625ce414ba5/volume-8f614c0f-f5b5-4001-949d-2625ce414ba5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.296189] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14db988-fa18-4e44-a5e8-c9f40e7cdb9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.313930] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1997.313930] env[62221]: value = "task-1702040" [ 1997.313930] env[62221]: _type = "Task" [ 1997.313930] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.321417] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.403933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.404320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.404320] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.824367] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702040, 'name': ReconfigVM_Task, 'duration_secs': 0.414351} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.824678] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-8f614c0f-f5b5-4001-949d-2625ce414ba5/volume-8f614c0f-f5b5-4001-949d-2625ce414ba5.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.829393] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf1c53b-ee5a-41ba-ae2a-5e051fbb3553 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.844224] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 1997.844224] env[62221]: value = "task-1702041" [ 1997.844224] env[62221]: _type = "Task" [ 1997.844224] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.853994] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.354556] env[62221]: DEBUG oslo_vmware.api [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702041, 'name': ReconfigVM_Task, 'duration_secs': 0.141785} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.354946] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354714', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'name': 'volume-8f614c0f-f5b5-4001-949d-2625ce414ba5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c95fe85-b0c3-4598-bf34-1cc06e067401', 'attached_at': '', 'detached_at': '', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'serial': '8f614c0f-f5b5-4001-949d-2625ce414ba5'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1998.438763] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.439032] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.439145] env[62221]: DEBUG nova.network.neutron [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.171508] env[62221]: DEBUG nova.network.neutron [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.390397] env[62221]: DEBUG nova.objects.instance [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 6c95fe85-b0c3-4598-bf34-1cc06e067401 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.674204] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.894912] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1a429286-f7af-45b2-82bc-06ffcdba703a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.136575] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.136907] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.182613] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282a6ae-cafa-48aa-9e83-38dbd84e65bd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.189707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae23c3-7a1d-4dcf-b8e9-08d84114f8a0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.639778] env[62221]: INFO nova.compute.manager [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Detaching volume 8f614c0f-f5b5-4001-949d-2625ce414ba5 [ 2000.668977] env[62221]: INFO nova.virt.block_device [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Attempting to driver detach volume 8f614c0f-f5b5-4001-949d-2625ce414ba5 from mountpoint /dev/sdb [ 2000.669236] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2000.669390] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354714', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'name': 'volume-8f614c0f-f5b5-4001-949d-2625ce414ba5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c95fe85-b0c3-4598-bf34-1cc06e067401', 'attached_at': '', 'detached_at': '', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'serial': '8f614c0f-f5b5-4001-949d-2625ce414ba5'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2000.670253] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66941538-d704-4226-9663-d6e0047f3427 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.691162] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc007e37-a1ae-4b1c-b92a-fc61e4abd3e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.697401] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cafaa8-0a33-44b4-b419-0903b4c33c2b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.716423] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6445da-1f49-4ca4-922a-6722f5d711fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.731285] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f614c0f-f5b5-4001-949d-2625ce414ba5/volume-8f614c0f-f5b5-4001-949d-2625ce414ba5.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2000.736578] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2000.736631] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa886ee-0bb1-47fe-a8c5-fdff8dab3b14 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.755603] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2000.755603] env[62221]: value = "task-1702042" [ 2000.755603] env[62221]: _type = "Task" [ 2000.755603] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.762767] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.265981] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.306727] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaeca88-3a68-4df8-a8a7-200dae6ba82e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.327487] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5e210-8e06-4113-a53c-edf3b4088af2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.334341] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 83 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.766459] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.840483] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.840758] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bedb2b0c-83ba-4057-9f4b-5d85d66c2bb0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.847870] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2001.847870] env[62221]: value = "task-1702043" [ 2001.847870] env[62221]: _type = "Task" [ 2001.847870] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.855049] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.267077] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702042, 'name': ReconfigVM_Task, 'duration_secs': 1.195169} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.267356] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2002.271934] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414fb5d3-136d-4032-a9ed-ed50496321ea {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.286267] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2002.286267] env[62221]: value = "task-1702044" [ 2002.286267] env[62221]: _type = "Task" [ 2002.286267] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.293923] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.347625] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.347860] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.348046] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.348191] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2002.358444] env[62221]: DEBUG oslo_vmware.api [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702043, 'name': PowerOnVM_Task, 'duration_secs': 0.372744} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.358696] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.358880] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d5b953-d9cb-4f23-898f-b4840c48ecb4 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba' progress to 100 {{(pid=62221) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.796061] env[62221]: DEBUG oslo_vmware.api [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702044, 'name': ReconfigVM_Task, 'duration_secs': 0.144014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.796369] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354714', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'name': 'volume-8f614c0f-f5b5-4001-949d-2625ce414ba5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c95fe85-b0c3-4598-bf34-1cc06e067401', 'attached_at': '', 'detached_at': '', 'volume_id': '8f614c0f-f5b5-4001-949d-2625ce414ba5', 'serial': '8f614c0f-f5b5-4001-949d-2625ce414ba5'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2002.858690] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 21 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2002.858858] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b8921d39-ca61-4388-8269-51d1582979b7] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2003.337097] env[62221]: DEBUG nova.objects.instance [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 6c95fe85-b0c3-4598-bf34-1cc06e067401 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.361391] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 1a41fa2a-459e-445e-8a13-68f01ec3f6ef] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2003.864718] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 4d9b15d8-bf7d-4ae1-ad30-e54efedc538e] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2004.343441] env[62221]: DEBUG oslo_concurrency.lockutils [None req-f1a3922c-67e5-461f-8f92-93dbf9e998a8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.206s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.367845] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a3cf3afd-6dd4-4250-aec6-dbbeb4b31731] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2004.870581] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5df2e74d-ce79-4e33-94e8-28b9a79e5c37] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2005.219858] env[62221]: DEBUG nova.network.neutron [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Port 6989cc76-0483-4a27-90bb-8fc09b279428 binding to destination host cpu-1 is already ACTIVE {{(pid=62221) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2005.220132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.220286] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.220447] env[62221]: DEBUG nova.network.neutron [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.374280] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b7237954-fce9-4db2-b97c-c7b99a08059b] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2005.395071] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.395324] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.395526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.395706] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.395872] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.398449] env[62221]: INFO nova.compute.manager [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Terminating instance [ 2005.400103] env[62221]: DEBUG nova.compute.manager [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2005.400301] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.401138] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e4d930-0df5-4fc0-90b3-a97f925684ec {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.410130] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.410346] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06dfa3be-75e1-4f66-b74c-bd870133bd3c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.416252] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2005.416252] env[62221]: value = "task-1702045" [ 2005.416252] env[62221]: _type = "Task" [ 2005.416252] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.423620] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.877481] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 168735a8-6364-4a74-901f-158279bb027f] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2005.925754] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702045, 'name': PowerOffVM_Task, 'duration_secs': 0.155812} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.927737] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.927921] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.928258] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e3e259-ec25-438b-9325-bb2de5c93dc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.960838] env[62221]: DEBUG nova.network.neutron [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.997559] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.997748] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.997903] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleting the datastore file [datastore1] 6c95fe85-b0c3-4598-bf34-1cc06e067401 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.998181] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c59d38e-4fe5-47b3-88b3-026da5af46d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.004875] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2006.004875] env[62221]: value = "task-1702047" [ 2006.004875] env[62221]: _type = "Task" [ 2006.004875] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.012420] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.380351] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: e7161e8e-17d0-4a7f-b6c6-8892077b09d3] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2006.463299] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.514483] env[62221]: DEBUG oslo_vmware.api [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13123} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.514721] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.514908] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.515108] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.515277] env[62221]: INFO nova.compute.manager [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2006.515518] env[62221]: DEBUG oslo.service.loopingcall [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.515704] env[62221]: DEBUG nova.compute.manager [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2006.515800] env[62221]: DEBUG nova.network.neutron [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.884176] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 72d4fec5-0b66-4e99-a0b9-2feafb0e467c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2006.919355] env[62221]: DEBUG nova.compute.manager [req-1d7e6f3c-dd25-411b-a8a3-999f2b580c6c req-285762af-ae35-4ec9-8b7e-8ab032cd058c service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Received event network-vif-deleted-499400f6-c84a-47bd-8d9c-65722258a2bc {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2006.919563] env[62221]: INFO nova.compute.manager [req-1d7e6f3c-dd25-411b-a8a3-999f2b580c6c req-285762af-ae35-4ec9-8b7e-8ab032cd058c service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Neutron deleted interface 499400f6-c84a-47bd-8d9c-65722258a2bc; detaching it from the instance and deleting it from the info cache [ 2006.919761] env[62221]: DEBUG nova.network.neutron [req-1d7e6f3c-dd25-411b-a8a3-999f2b580c6c req-285762af-ae35-4ec9-8b7e-8ab032cd058c service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.967130] env[62221]: DEBUG nova.compute.manager [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62221) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 2007.387681] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: a5d5ae1e-f772-46cc-aa08-4554b78ef554] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2007.397204] env[62221]: DEBUG nova.network.neutron [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.424871] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c5c3f6-4618-4cb4-a9f5-5269d104da45 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.432760] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f009f-5b05-4453-9508-102f686ad4ba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.459199] env[62221]: DEBUG nova.compute.manager [req-1d7e6f3c-dd25-411b-a8a3-999f2b580c6c req-285762af-ae35-4ec9-8b7e-8ab032cd058c service nova] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Detach interface failed, port_id=499400f6-c84a-47bd-8d9c-65722258a2bc, reason: Instance 6c95fe85-b0c3-4598-bf34-1cc06e067401 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2007.890691] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d981a632-1858-4349-a962-0f705bf1592a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2007.899816] env[62221]: INFO nova.compute.manager [-] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Took 1.38 seconds to deallocate network for instance. [ 2008.069485] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.069762] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.394922] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 9af12e5d-78cf-4dde-8ec4-a5f80954f01c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2008.406132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.572063] env[62221]: DEBUG nova.objects.instance [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'migration_context' on Instance uuid f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.898416] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 53959525-bd11-451a-aeeb-47626866faaa] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2009.124735] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce05377e-ecee-43b9-943b-261d98852988 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.132566] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee5c9b-3a33-47e7-b4e5-c2f9438682a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.164484] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c222bc-1cc9-4768-babd-2029e107c564 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.171750] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780e795-ff15-4f9b-843b-05cd36ec3a10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.184915] env[62221]: DEBUG nova.compute.provider_tree [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.402156] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 5f7f5a6d-4265-4d2c-a1f6-ffeaa8a34177] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2009.688568] env[62221]: DEBUG nova.scheduler.client.report [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2009.905819] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 06495f71-360d-4876-99df-1e48312ca597] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2010.410062] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 17a2c64c-5f38-4348-8589-75d3d0995ed5] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2010.698669] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.704590] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.299s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.704813] env[62221]: DEBUG nova.objects.instance [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'resources' on Instance uuid 6c95fe85-b0c3-4598-bf34-1cc06e067401 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.912525] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: d11af1c1-3a70-4526-ba78-e092c30ddc54] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2011.255266] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97509f1b-c764-4a9c-95f6-0229b1a1af83 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.262997] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455a57c-586c-49da-90f6-4f67c77be0cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.293088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a12c9-55fe-4cf9-ba3c-c301cc5890cc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.299485] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac5edb2-56df-4820-899d-e2d93a391a8f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.312270] env[62221]: DEBUG nova.compute.provider_tree [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.415801] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 44e2741a-1877-4091-920d-b7a499ee1696] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2011.816372] env[62221]: DEBUG nova.scheduler.client.report [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2011.919236] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: b43073a2-7af8-4ee2-b770-181362a73473] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2012.238623] env[62221]: INFO nova.compute.manager [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Swapping old allocation on dict_keys(['7f6f8f99-7d78-45eb-9080-8e2c493a11cb']) held by migration 878b39a5-9065-479e-a2ff-16efaa0c3617 for instance [ 2012.259993] env[62221]: DEBUG nova.scheduler.client.report [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Overwriting current allocation {'allocations': {'7f6f8f99-7d78-45eb-9080-8e2c493a11cb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 200}}, 'project_id': 'd1dea822edf94abc8d01a8b70b72641f', 'user_id': 'e98920958d754cbc87a5a5ec9cd0e477', 'consumer_generation': 1} on consumer f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2012.321688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.355960] env[62221]: INFO nova.scheduler.client.report [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted allocations for instance 6c95fe85-b0c3-4598-bf34-1cc06e067401 [ 2012.397137] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.397322] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.397496] env[62221]: DEBUG nova.network.neutron [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.423033] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 99ec5ffd-4cb7-49ab-8e40-e98c9ba2452c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2012.864771] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9de5906e-083c-4d10-ae7a-986e8ef75daa tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "6c95fe85-b0c3-4598-bf34-1cc06e067401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.469s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.927439] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 8d651b81-2eab-4725-aea7-45223190e43a] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2013.327219] env[62221]: DEBUG nova.network.neutron [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.432650] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.432848] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2013.829963] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.831089] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f158c4-537b-4ee8-8df2-98bb20681eaf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.838836] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19f6fd-a1fa-447e-a716-f53779a0666a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.319283] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.319618] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.821584] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2014.927691] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2014.927936] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc48dada-44a2-478e-b144-fc1247cd8122 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.935463] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2014.935463] env[62221]: value = "task-1702048" [ 2014.935463] env[62221]: _type = "Task" [ 2014.935463] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.944101] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.345286] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.345553] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.347041] env[62221]: INFO nova.compute.claims [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2015.445389] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702048, 'name': PowerOffVM_Task, 'duration_secs': 0.175477} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.445631] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.446265] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2015.446473] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2015.446629] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.446807] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2015.446952] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.447109] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2015.447308] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2015.447463] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2015.447621] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2015.447777] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2015.447942] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2015.452765] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf86bb6e-0109-41fa-b9a2-3c5faf32abaa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.468645] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2015.468645] env[62221]: value = "task-1702049" [ 2015.468645] env[62221]: _type = "Task" [ 2015.468645] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.477155] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.934344] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2015.934544] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2015.934688] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2015.934801] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2015.978518] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702049, 'name': ReconfigVM_Task, 'duration_secs': 0.130534} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.979506] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a75fd2d-cc4f-4170-b8b5-56decb00356c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.999904] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2016.000135] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2016.000251] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.000430] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2016.000572] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.000716] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2016.000954] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2016.001133] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2016.001300] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2016.001457] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2016.001625] env[62221]: DEBUG nova.virt.hardware [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2016.002388] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af816d63-457b-4733-a758-e22e01be9a07 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.007981] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2016.007981] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521fc893-1e64-bc90-5413-c5782c298c6c" [ 2016.007981] env[62221]: _type = "Task" [ 2016.007981] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.015217] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521fc893-1e64-bc90-5413-c5782c298c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.398882] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8758e01e-dadd-4fe0-b72c-fde015853344 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.406465] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891de49-de7e-4219-b976-959aff525516 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.434940] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12ed76-7155-4537-8564-b7fe25661d86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.437868] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Skipping network cache update for instance because it is Building. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 2016.438090] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.438214] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.438345] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2016.438482] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.444437] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d379d2-ac30-4d45-b770-f4e8efd3f403 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.459382] env[62221]: DEBUG nova.compute.provider_tree [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.517653] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521fc893-1e64-bc90-5413-c5782c298c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.522863] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.523113] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387c9b1d-c024-4fb7-bf86-f17e6e737691 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.540564] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2016.540564] env[62221]: value = "task-1702050" [ 2016.540564] env[62221]: _type = "Task" [ 2016.540564] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.547870] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.962590] env[62221]: DEBUG nova.scheduler.client.report [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2017.050384] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702050, 'name': ReconfigVM_Task, 'duration_secs': 0.207285} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.050643] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2017.051400] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749a8ae-74ef-49fa-b2b2-acb3c6e6c1af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.075120] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.075358] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdfcaa4-23a4-47df-8e7f-2fa5926d6c95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.092255] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2017.092255] env[62221]: value = "task-1702051" [ 2017.092255] env[62221]: _type = "Task" [ 2017.092255] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.099401] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.467195] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.467712] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2017.601585] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702051, 'name': ReconfigVM_Task, 'duration_secs': 0.276901} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.601854] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba/f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.602675] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17dc2fe-4c9d-4a34-882c-cc2a6c520ce0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.624086] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e817715a-ea95-4f44-8daf-e04026243072 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.643808] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c6d4f-3a4a-4893-8704-8a74cc38d18d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.662905] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ca828-a4a8-48ac-82f2-a0339d158c58 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.668953] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2017.669185] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3761809-40e4-4957-8956-4ce6ac891235 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.674427] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2017.674427] env[62221]: value = "task-1702052" [ 2017.674427] env[62221]: _type = "Task" [ 2017.674427] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.683867] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.973458] env[62221]: DEBUG nova.compute.utils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2017.974922] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2017.975151] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2018.078177] env[62221]: DEBUG nova.policy [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0211261562a94a1da45788df89440c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646a0e37de944ef9aa948e96a575f82e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 2018.184386] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.323915] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [{"id": "6989cc76-0483-4a27-90bb-8fc09b279428", "address": "fa:16:3e:3f:3c:95", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6989cc76-04", "ovs_interfaceid": "6989cc76-0483-4a27-90bb-8fc09b279428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.443986] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Successfully created port: 7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2018.479656] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2018.685602] env[62221]: DEBUG oslo_vmware.api [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702052, 'name': PowerOnVM_Task, 'duration_secs': 0.538101} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.685837] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2018.826562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.826777] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2018.826993] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.827172] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.827325] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.827475] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.827601] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2018.827764] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.489515] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2019.518051] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2019.518294] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2019.518449] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2019.518627] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2019.518771] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2019.518914] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2019.519130] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2019.519284] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2019.519444] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2019.519601] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2019.519764] env[62221]: DEBUG nova.virt.hardware [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2019.520639] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04dc31c-802e-499a-9fdf-c05ea44045fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.528682] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522c79d-26b8-4713-a502-ab01a265233b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.729575] env[62221]: INFO nova.compute.manager [None req-e8c96d3d-6393-42ef-acfa-c8a4c1a7cf6d tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance to original state: 'active' [ 2019.824100] env[62221]: DEBUG nova.compute.manager [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Received event network-vif-plugged-7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2019.824332] env[62221]: DEBUG oslo_concurrency.lockutils [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.824538] env[62221]: DEBUG oslo_concurrency.lockutils [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.824701] env[62221]: DEBUG oslo_concurrency.lockutils [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.824864] env[62221]: DEBUG nova.compute.manager [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] No waiting events found dispatching network-vif-plugged-7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2019.826298] env[62221]: WARNING nova.compute.manager [req-7d21b862-48c3-44de-ad83-675792eef9ad req-96afa27c-bb04-42f0-80eb-6a2c51fc9b4f service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Received unexpected event network-vif-plugged-7d91f435-9280-412a-b426-2756a9142610 for instance with vm_state building and task_state spawning. [ 2019.905962] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Successfully updated port: 7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2020.408855] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.409015] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.409176] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.940837] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2021.047132] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.047379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.047583] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.047765] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.047928] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.049962] env[62221]: INFO nova.compute.manager [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Terminating instance [ 2021.051847] env[62221]: DEBUG nova.compute.manager [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2021.052082] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.052323] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df2a0670-7aca-476c-a374-60556791a2fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.060331] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2021.060331] env[62221]: value = "task-1702053" [ 2021.060331] env[62221]: _type = "Task" [ 2021.060331] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.068704] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.071982] env[62221]: DEBUG nova.network.neutron [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [{"id": "7d91f435-9280-412a-b426-2756a9142610", "address": "fa:16:3e:0b:97:d3", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91f435-92", "ovs_interfaceid": "7d91f435-9280-412a-b426-2756a9142610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.572478] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702053, 'name': PowerOffVM_Task, 'duration_secs': 0.208728} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.572742] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2021.572968] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2021.573176] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354713', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'name': 'volume-44a985f2-7560-4aef-842f-95a4a4815262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba', 'attached_at': '2024-12-10T18:49:16.000000', 'detached_at': '', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'serial': '44a985f2-7560-4aef-842f-95a4a4815262'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2021.573951] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e698ac-6c20-4d49-9b10-b460c28290ed {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.576437] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.576704] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Instance network_info: |[{"id": "7d91f435-9280-412a-b426-2756a9142610", "address": "fa:16:3e:0b:97:d3", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91f435-92", "ovs_interfaceid": "7d91f435-9280-412a-b426-2756a9142610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2021.577380] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:97:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d91f435-9280-412a-b426-2756a9142610', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.584572] env[62221]: DEBUG oslo.service.loopingcall [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.585089] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.585318] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df27fe9e-1bcf-48bf-bd31-cb691714263d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.614702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d33c63-d5fc-4215-a3fd-d678ff3634b7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.621584] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc885d-9493-4f15-bf4b-a3c0e1210e91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.623708] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.623708] env[62221]: value = "task-1702054" [ 2021.623708] env[62221]: _type = "Task" [ 2021.623708] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.642248] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c15056-5c2e-422d-9153-36ab2d40eb43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.647266] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702054, 'name': CreateVM_Task} progress is 10%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.659992] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] The volume has not been displaced from its original location: [datastore1] volume-44a985f2-7560-4aef-842f-95a4a4815262/volume-44a985f2-7560-4aef-842f-95a4a4815262.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2021.665443] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2021.665749] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff9d4f6-6165-4585-92dc-824bfe3d068b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.684645] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2021.684645] env[62221]: value = "task-1702055" [ 2021.684645] env[62221]: _type = "Task" [ 2021.684645] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.692785] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.851480] env[62221]: DEBUG nova.compute.manager [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Received event network-changed-7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2021.851644] env[62221]: DEBUG nova.compute.manager [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Refreshing instance network info cache due to event network-changed-7d91f435-9280-412a-b426-2756a9142610. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2021.851861] env[62221]: DEBUG oslo_concurrency.lockutils [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] Acquiring lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.852019] env[62221]: DEBUG oslo_concurrency.lockutils [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] Acquired lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.852190] env[62221]: DEBUG nova.network.neutron [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Refreshing network info cache for port 7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2022.134918] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702054, 'name': CreateVM_Task, 'duration_secs': 0.345392} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.135296] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.135767] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.135942] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.136282] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.136519] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95e7a7e-ad00-43e9-805d-99e103842d72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.140957] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2022.140957] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2898c-b418-d440-0530-2ac5f7db13d1" [ 2022.140957] env[62221]: _type = "Task" [ 2022.140957] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.148345] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2898c-b418-d440-0530-2ac5f7db13d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.192629] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702055, 'name': ReconfigVM_Task, 'duration_secs': 0.226006} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.192885] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2022.197398] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28fb3a4-7651-4990-a7c1-593d941d5123 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.211127] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2022.211127] env[62221]: value = "task-1702056" [ 2022.211127] env[62221]: _type = "Task" [ 2022.211127] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.218467] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.552626] env[62221]: DEBUG nova.network.neutron [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updated VIF entry in instance network info cache for port 7d91f435-9280-412a-b426-2756a9142610. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.553043] env[62221]: DEBUG nova.network.neutron [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [{"id": "7d91f435-9280-412a-b426-2756a9142610", "address": "fa:16:3e:0b:97:d3", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91f435-92", "ovs_interfaceid": "7d91f435-9280-412a-b426-2756a9142610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.651081] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b2898c-b418-d440-0530-2ac5f7db13d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.651372] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.651595] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.651816] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.651960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.652152] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.652397] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9ce08d-7037-4586-bac7-9d58f9c9cf3e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.660349] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.660510] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.661169] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda850ad-8cb4-45dd-96d0-790bb4f5d7d2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.665750] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2022.665750] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c8f5a-3b38-6ef3-e38d-f2b023aa6b84" [ 2022.665750] env[62221]: _type = "Task" [ 2022.665750] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.673222] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c8f5a-3b38-6ef3-e38d-f2b023aa6b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.719321] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702056, 'name': ReconfigVM_Task, 'duration_secs': 0.12855} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.719588] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354713', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'name': 'volume-44a985f2-7560-4aef-842f-95a4a4815262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba', 'attached_at': '2024-12-10T18:49:16.000000', 'detached_at': '', 'volume_id': '44a985f2-7560-4aef-842f-95a4a4815262', 'serial': '44a985f2-7560-4aef-842f-95a4a4815262'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2022.719859] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.720588] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b29139-1f81-492c-9516-1bad6d117ed6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.726708] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.726913] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07aa4c2b-0073-445f-a660-80c737a571bb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.903837] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2022.904053] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2022.904253] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleting the datastore file [datastore1] f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2022.904502] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8c8db80-7634-4016-983f-bb9499d40a19 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.911296] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2022.911296] env[62221]: value = "task-1702058" [ 2022.911296] env[62221]: _type = "Task" [ 2022.911296] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.918323] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.056280] env[62221]: DEBUG oslo_concurrency.lockutils [req-b761b42d-bce6-4443-98af-449d83dbe689 req-99a67c57-3961-44f1-9bd7-d6d30712204a service nova] Releasing lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.175244] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]520c8f5a-3b38-6ef3-e38d-f2b023aa6b84, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.175943] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54b1d42-e533-4105-bdd0-d966e75c2cc6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.181122] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2023.181122] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be4c7f-8ffa-6346-7eb2-d6144c3d2e01" [ 2023.181122] env[62221]: _type = "Task" [ 2023.181122] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.188299] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be4c7f-8ffa-6346-7eb2-d6144c3d2e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.421437] env[62221]: DEBUG oslo_vmware.api [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134294} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.421690] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.421873] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.422067] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.422245] env[62221]: INFO nova.compute.manager [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Took 2.37 seconds to destroy the instance on the hypervisor. [ 2023.422486] env[62221]: DEBUG oslo.service.loopingcall [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.422674] env[62221]: DEBUG nova.compute.manager [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2023.422768] env[62221]: DEBUG nova.network.neutron [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2023.691312] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52be4c7f-8ffa-6346-7eb2-d6144c3d2e01, 'name': SearchDatastore_Task, 'duration_secs': 0.016482} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.691567] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.691851] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 47bdd9cb-6969-4c57-8139-e0c408ddd18c/47bdd9cb-6969-4c57-8139-e0c408ddd18c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.692161] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b98b20fc-ea20-4b5d-a869-a21e5fa08d2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.699613] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2023.699613] env[62221]: value = "task-1702059" [ 2023.699613] env[62221]: _type = "Task" [ 2023.699613] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.708175] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.888209] env[62221]: DEBUG nova.compute.manager [req-d591b9bf-666b-4b0f-8eb5-cbcbb6686901 req-4a932ac8-9505-48a9-bb9d-b25acdc715c2 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Received event network-vif-deleted-6989cc76-0483-4a27-90bb-8fc09b279428 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2023.888209] env[62221]: INFO nova.compute.manager [req-d591b9bf-666b-4b0f-8eb5-cbcbb6686901 req-4a932ac8-9505-48a9-bb9d-b25acdc715c2 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Neutron deleted interface 6989cc76-0483-4a27-90bb-8fc09b279428; detaching it from the instance and deleting it from the info cache [ 2023.888209] env[62221]: DEBUG nova.network.neutron [req-d591b9bf-666b-4b0f-8eb5-cbcbb6686901 req-4a932ac8-9505-48a9-bb9d-b25acdc715c2 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.209214] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702059, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.364882] env[62221]: DEBUG nova.network.neutron [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.391841] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15204fb3-c6fd-4623-b6b1-d622a7e973ff {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.401760] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f083f3-93b3-4d47-bd62-3877045bb474 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.427055] env[62221]: DEBUG nova.compute.manager [req-d591b9bf-666b-4b0f-8eb5-cbcbb6686901 req-4a932ac8-9505-48a9-bb9d-b25acdc715c2 service nova] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Detach interface failed, port_id=6989cc76-0483-4a27-90bb-8fc09b279428, reason: Instance f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2024.710885] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515589} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.711056] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 47bdd9cb-6969-4c57-8139-e0c408ddd18c/47bdd9cb-6969-4c57-8139-e0c408ddd18c.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2024.711265] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2024.711515] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77d49e55-fe91-48d5-bd28-d1ab78aa76a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.719283] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2024.719283] env[62221]: value = "task-1702060" [ 2024.719283] env[62221]: _type = "Task" [ 2024.719283] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.727696] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.867806] env[62221]: INFO nova.compute.manager [-] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Took 1.44 seconds to deallocate network for instance. [ 2025.229877] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.354315} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.230283] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.230969] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a5ff0-19a2-48fd-b851-5a706d75f8b0 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.252483] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 47bdd9cb-6969-4c57-8139-e0c408ddd18c/47bdd9cb-6969-4c57-8139-e0c408ddd18c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.252724] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e99542-0d24-49c1-90e5-0cf2b13c747b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.272588] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2025.272588] env[62221]: value = "task-1702061" [ 2025.272588] env[62221]: _type = "Task" [ 2025.272588] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.279770] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.410707] env[62221]: INFO nova.compute.manager [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Took 0.54 seconds to detach 1 volumes for instance. [ 2025.785924] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702061, 'name': ReconfigVM_Task, 'duration_secs': 0.288826} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.786212] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 47bdd9cb-6969-4c57-8139-e0c408ddd18c/47bdd9cb-6969-4c57-8139-e0c408ddd18c.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.786837] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d5ede5-5854-482e-a121-ebb3f50e55e5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.792659] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2025.792659] env[62221]: value = "task-1702062" [ 2025.792659] env[62221]: _type = "Task" [ 2025.792659] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.801529] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702062, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.916927] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.917217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.917408] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.939960] env[62221]: INFO nova.scheduler.client.report [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted allocations for instance f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba [ 2026.302520] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702062, 'name': Rename_Task, 'duration_secs': 0.130201} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.302822] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.303133] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbdea37-754e-414b-bcf4-9c8a3fb6b463 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.309780] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2026.309780] env[62221]: value = "task-1702063" [ 2026.309780] env[62221]: _type = "Task" [ 2026.309780] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.316778] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.448681] env[62221]: DEBUG oslo_concurrency.lockutils [None req-26855124-1ffb-4705-a3b8-a4e1ae80230e tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.401s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.820059] env[62221]: DEBUG oslo_vmware.api [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702063, 'name': PowerOnVM_Task, 'duration_secs': 0.43693} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.820285] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.820485] env[62221]: INFO nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2026.820672] env[62221]: DEBUG nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2026.821426] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c72152a-7b9d-454b-9949-80dadc7402ab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.012854] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.013125] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.336741] env[62221]: INFO nova.compute.manager [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Took 12.01 seconds to build instance. [ 2027.515974] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2027.838522] env[62221]: DEBUG oslo_concurrency.lockutils [None req-0a8af530-d1a8-45a5-a9b5-82423af6cc09 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.519s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.037678] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.037995] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.039798] env[62221]: INFO nova.compute.claims [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.508997] env[62221]: DEBUG nova.compute.manager [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Received event network-changed-7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2028.508997] env[62221]: DEBUG nova.compute.manager [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Refreshing instance network info cache due to event network-changed-7d91f435-9280-412a-b426-2756a9142610. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2028.510207] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] Acquiring lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.510207] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] Acquired lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.510207] env[62221]: DEBUG nova.network.neutron [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Refreshing network info cache for port 7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.088603] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e08d87-455e-4660-9188-ef8187988e72 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.096545] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220774f-7fab-4b6f-8c9e-904755f8d91b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.127533] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d31b70-4279-4a5b-8717-5dcbb89fd0ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.134996] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6270e153-605f-4552-94ed-c3672b42175b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.147882] env[62221]: DEBUG nova.compute.provider_tree [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.241777] env[62221]: DEBUG nova.network.neutron [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updated VIF entry in instance network info cache for port 7d91f435-9280-412a-b426-2756a9142610. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.242215] env[62221]: DEBUG nova.network.neutron [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [{"id": "7d91f435-9280-412a-b426-2756a9142610", "address": "fa:16:3e:0b:97:d3", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91f435-92", "ovs_interfaceid": "7d91f435-9280-412a-b426-2756a9142610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.653307] env[62221]: DEBUG nova.scheduler.client.report [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2029.744861] env[62221]: DEBUG oslo_concurrency.lockutils [req-ae057458-59ab-4cbf-aacf-242f05fbcc44 req-1247bd56-07c0-4db5-acf0-288b2ee3f3b7 service nova] Releasing lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.158545] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.159082] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2030.664623] env[62221]: DEBUG nova.compute.utils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.666028] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2030.666201] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.707743] env[62221]: DEBUG nova.policy [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e98920958d754cbc87a5a5ec9cd0e477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1dea822edf94abc8d01a8b70b72641f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 2031.020644] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Successfully created port: 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.170347] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2032.180549] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2032.208360] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2032.208703] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2032.208941] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.209223] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2032.209448] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.209711] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2032.210014] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2032.210258] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2032.210512] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2032.210763] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2032.211039] env[62221]: DEBUG nova.virt.hardware [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2032.211996] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095c61d9-00de-4037-be69-e91c3fb2d633 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.220693] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b4153-805d-42f4-931d-f084029af782 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.371457] env[62221]: DEBUG nova.compute.manager [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2032.371683] env[62221]: DEBUG oslo_concurrency.lockutils [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.371978] env[62221]: DEBUG oslo_concurrency.lockutils [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.372063] env[62221]: DEBUG oslo_concurrency.lockutils [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.372220] env[62221]: DEBUG nova.compute.manager [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] No waiting events found dispatching network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2032.372374] env[62221]: WARNING nova.compute.manager [req-af7986df-a2df-409c-9829-51d5fef4b2d2 req-8e1c3dca-873f-4931-bf93-815c3e6532a4 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received unexpected event network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 for instance with vm_state building and task_state spawning. [ 2032.452701] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Successfully updated port: 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2032.955791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.955941] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.956188] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.487136] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2033.616504] env[62221]: DEBUG nova.network.neutron [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.120027] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.120292] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance network_info: |[{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2034.120716] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218e0341-fe9c-4980-a9eb-ac33b80a8836', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2034.128203] env[62221]: DEBUG oslo.service.loopingcall [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.128411] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2034.128629] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15115c9d-09fe-430e-95c7-aa3fcf46d695 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.148564] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2034.148564] env[62221]: value = "task-1702064" [ 2034.148564] env[62221]: _type = "Task" [ 2034.148564] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.156153] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702064, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.408184] env[62221]: DEBUG nova.compute.manager [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2034.408382] env[62221]: DEBUG nova.compute.manager [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing instance network info cache due to event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2034.408742] env[62221]: DEBUG oslo_concurrency.lockutils [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.408742] env[62221]: DEBUG oslo_concurrency.lockutils [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.408974] env[62221]: DEBUG nova.network.neutron [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.658307] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702064, 'name': CreateVM_Task, 'duration_secs': 0.349932} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.658640] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2034.659073] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.659248] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.659562] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2034.659805] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fab3162-99d0-46ff-92fe-83b8b3896aeb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.664214] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2034.664214] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa0c90-3185-00d4-da90-537fd02a722a" [ 2034.664214] env[62221]: _type = "Task" [ 2034.664214] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.671794] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa0c90-3185-00d4-da90-537fd02a722a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.130458] env[62221]: DEBUG nova.network.neutron [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updated VIF entry in instance network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.130822] env[62221]: DEBUG nova.network.neutron [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.174545] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fa0c90-3185-00d4-da90-537fd02a722a, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.174828] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.175067] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2035.175302] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.175450] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.175623] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2035.175879] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0bdd338-74e1-40f3-bb41-7244b8e82c1e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.186806] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2035.187056] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2035.188066] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45ad30f-dbdc-4a87-8305-7ffaf7866bfa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.193622] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2035.193622] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d78aa-33e0-f904-2264-a5dfa8c9d1c5" [ 2035.193622] env[62221]: _type = "Task" [ 2035.193622] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.200449] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d78aa-33e0-f904-2264-a5dfa8c9d1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.634038] env[62221]: DEBUG oslo_concurrency.lockutils [req-9da1f08e-de6c-4551-92a5-97a5d40277c9 req-133e4d69-a9ef-445d-80fd-6849acd2fc89 service nova] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.703765] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]524d78aa-33e0-f904-2264-a5dfa8c9d1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.043676} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.704493] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2797d398-9a46-4dd9-884d-fa86e24d85be {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.709270] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2035.709270] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f383d-2899-3f0b-986c-9df5eb76871f" [ 2035.709270] env[62221]: _type = "Task" [ 2035.709270] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.716282] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f383d-2899-3f0b-986c-9df5eb76871f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.219189] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]527f383d-2899-3f0b-986c-9df5eb76871f, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.219456] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.219708] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2036.219970] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f35fb7c-7a91-4515-b55b-da7e4c2d941f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.226838] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2036.226838] env[62221]: value = "task-1702065" [ 2036.226838] env[62221]: _type = "Task" [ 2036.226838] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.234236] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.736122] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44206} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.736407] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.736540] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2036.736786] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f181540f-350c-4b0c-885e-43114a62ac90 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.743402] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2036.743402] env[62221]: value = "task-1702066" [ 2036.743402] env[62221]: _type = "Task" [ 2036.743402] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.750286] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.255506] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065606} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.255728] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2037.256491] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b93be4-fef1-448a-aa47-98b8763b26a6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.277442] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2037.277680] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d930bd36-6c1a-4126-b647-c0325be08ed1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.297996] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2037.297996] env[62221]: value = "task-1702067" [ 2037.297996] env[62221]: _type = "Task" [ 2037.297996] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.305513] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.810875] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702067, 'name': ReconfigVM_Task, 'duration_secs': 0.292792} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.810875] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.810875] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f136344c-81d2-4b2f-876a-e69c6be6463f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.816090] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2037.816090] env[62221]: value = "task-1702068" [ 2037.816090] env[62221]: _type = "Task" [ 2037.816090] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.822224] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702068, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.326141] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702068, 'name': Rename_Task, 'duration_secs': 0.128016} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.326459] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.326733] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298d8d48-084d-43bd-92f7-7af26d5b9c57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.332542] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2038.332542] env[62221]: value = "task-1702069" [ 2038.332542] env[62221]: _type = "Task" [ 2038.332542] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.339825] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.843372] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.343294] env[62221]: DEBUG oslo_vmware.api [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702069, 'name': PowerOnVM_Task, 'duration_secs': 0.966168} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.343553] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.343707] env[62221]: INFO nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Took 7.16 seconds to spawn the instance on the hypervisor. [ 2039.343884] env[62221]: DEBUG nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2039.344688] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95d943-3190-4884-82e2-7cb3d32df2e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.863206] env[62221]: INFO nova.compute.manager [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Took 11.84 seconds to build instance. [ 2039.995955] env[62221]: DEBUG nova.compute.manager [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2039.996257] env[62221]: DEBUG nova.compute.manager [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing instance network info cache due to event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2039.996362] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.996503] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.996662] env[62221]: DEBUG nova.network.neutron [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.364945] env[62221]: DEBUG oslo_concurrency.lockutils [None req-fc81c447-97dc-425f-8393-a301e0f52628 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.352s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.703140] env[62221]: DEBUG nova.network.neutron [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updated VIF entry in instance network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.703541] env[62221]: DEBUG nova.network.neutron [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.206325] env[62221]: DEBUG oslo_concurrency.lockutils [req-dc3d0bf1-b017-4fb3-b757-ed10e4c09010 req-1e0afeb8-9f6a-4d06-9301-9e86204a58d5 service nova] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.850857] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2054.353894] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.354161] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.354343] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.354524] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2054.355478] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd396f-36e0-4f1c-9663-b4ed9a4a1cb5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.364787] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77891097-9d55-4c64-bec7-0d5770811b56 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.380436] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17e408-66f8-463f-94fd-10b060230b29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.384443] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb37a0-cb8b-4376-8fa2-e35e54712ef6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.411678] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2054.411822] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.412029] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.485902] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 47bdd9cb-6969-4c57-8139-e0c408ddd18c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.486178] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance fe459a0a-a070-4161-a3e4-459b688c3e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.486256] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2055.486392] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2055.519141] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da85a0-9ef0-4c2c-b00d-d99bdf60d883 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.526468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf96756-b691-4a9e-98a6-0e14ee4bead1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.556353] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fcc5f7-e0b1-4a7d-8db6-e8371722be30 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.563157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa2bb2-7eab-4e00-a5a6-f77819b3eec8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.575771] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.078812] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2056.584647] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2056.585048] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.081919] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.082319] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.082364] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.802891] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.803154] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.306628] env[62221]: DEBUG nova.compute.utils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2066.810047] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.910141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.910545] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.910644] env[62221]: INFO nova.compute.manager [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Attaching volume 7b10ba09-ba44-404a-b60b-64d89ab7baaf to /dev/sdb [ 2067.975805] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249df90-5df9-4a82-abb3-2da897385fc5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.983549] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215cf11f-825c-4785-8884-71c21e8a71db {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.996298] env[62221]: DEBUG nova.virt.block_device [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating existing volume attachment record: 1cb0bc81-47a7-4251-8ad5-2d1eb5b2c4ec {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2069.347588] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.347679] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.342971] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.347705] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.348052] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2072.348781] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2072.349182] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2072.349182] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2072.537187] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2072.537421] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354717', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'name': 'volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47bdd9cb-6969-4c57-8139-e0c408ddd18c', 'attached_at': '', 'detached_at': '', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'serial': '7b10ba09-ba44-404a-b60b-64d89ab7baaf'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2072.538291] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea14417-59b8-4b1f-bf82-cf188c003ad3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.554233] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f598fa1-7787-4ef0-b700-3e7e696249b6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.577895] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf/volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.578157] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6cb2d1-836a-42a5-8b34-5f1233b187ca {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.595119] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2072.595119] env[62221]: value = "task-1702072" [ 2072.595119] env[62221]: _type = "Task" [ 2072.595119] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.602168] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.914362] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.914523] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.914677] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2072.914827] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid 47bdd9cb-6969-4c57-8139-e0c408ddd18c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2073.104868] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702072, 'name': ReconfigVM_Task, 'duration_secs': 0.335683} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.105134] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf/volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.109694] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a54ddbe-aed5-4529-971c-0de3b67b9b1c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.124181] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2073.124181] env[62221]: value = "task-1702073" [ 2073.124181] env[62221]: _type = "Task" [ 2073.124181] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.131389] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.633752] env[62221]: DEBUG oslo_vmware.api [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702073, 'name': ReconfigVM_Task, 'duration_secs': 0.125792} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.634150] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354717', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'name': 'volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47bdd9cb-6969-4c57-8139-e0c408ddd18c', 'attached_at': '', 'detached_at': '', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'serial': '7b10ba09-ba44-404a-b60b-64d89ab7baaf'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2074.640009] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [{"id": "7d91f435-9280-412a-b426-2756a9142610", "address": "fa:16:3e:0b:97:d3", "network": {"id": "d734161d-cee7-4b3d-8aad-3d6060e32b4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-227198611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "646a0e37de944ef9aa948e96a575f82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91f435-92", "ovs_interfaceid": "7d91f435-9280-412a-b426-2756a9142610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.668942] env[62221]: DEBUG nova.objects.instance [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 47bdd9cb-6969-4c57-8139-e0c408ddd18c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.146057] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-47bdd9cb-6969-4c57-8139-e0c408ddd18c" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.146057] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2075.175023] env[62221]: DEBUG oslo_concurrency.lockutils [None req-3147e9a1-082d-402a-9e58-f3b3ed58cbdb tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.346728] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.346969] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.850014] env[62221]: INFO nova.compute.manager [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Detaching volume 7b10ba09-ba44-404a-b60b-64d89ab7baaf [ 2075.880670] env[62221]: INFO nova.virt.block_device [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Attempting to driver detach volume 7b10ba09-ba44-404a-b60b-64d89ab7baaf from mountpoint /dev/sdb [ 2075.881077] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2075.881295] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354717', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'name': 'volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47bdd9cb-6969-4c57-8139-e0c408ddd18c', 'attached_at': '', 'detached_at': '', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'serial': '7b10ba09-ba44-404a-b60b-64d89ab7baaf'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2075.882352] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde3e44-30b3-4783-920e-c9ffb07783b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.903857] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26a391-ddbe-481e-a0dc-c2092382f489 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.911103] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416bc706-49fa-40aa-9e72-f94be646388e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.932162] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab6d00-107b-4252-bfb7-99286eefd72c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.946719] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] The volume has not been displaced from its original location: [datastore1] volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf/volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2075.951894] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2075.952168] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c54904f9-7651-47f5-a291-34f7ac4197d9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.969593] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2075.969593] env[62221]: value = "task-1702074" [ 2075.969593] env[62221]: _type = "Task" [ 2075.969593] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.977085] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.479805] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702074, 'name': ReconfigVM_Task, 'duration_secs': 0.210184} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.480093] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2076.484665] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2dab41c-61ce-4fc8-be1a-656cf4f18a10 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.500229] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2076.500229] env[62221]: value = "task-1702075" [ 2076.500229] env[62221]: _type = "Task" [ 2076.500229] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.510243] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.839391] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.839662] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.839848] env[62221]: INFO nova.compute.manager [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Shelving [ 2077.009872] env[62221]: DEBUG oslo_vmware.api [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702075, 'name': ReconfigVM_Task, 'duration_secs': 0.134074} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.010240] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354717', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'name': 'volume-7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47bdd9cb-6969-4c57-8139-e0c408ddd18c', 'attached_at': '', 'detached_at': '', 'volume_id': '7b10ba09-ba44-404a-b60b-64d89ab7baaf', 'serial': '7b10ba09-ba44-404a-b60b-64d89ab7baaf'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2077.347849] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.348125] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10af0470-0b4a-46f0-bec6-cdeb4751f4c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.356306] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2077.356306] env[62221]: value = "task-1702076" [ 2077.356306] env[62221]: _type = "Task" [ 2077.356306] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.364815] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.552853] env[62221]: DEBUG nova.objects.instance [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'flavor' on Instance uuid 47bdd9cb-6969-4c57-8139-e0c408ddd18c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.865553] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702076, 'name': PowerOffVM_Task, 'duration_secs': 0.189504} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.865804] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.866555] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5df759-f642-4d02-a0e3-6ac4d3129d1f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.885219] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce6ca97-0ab2-4b58-b650-28d2353110e4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.394434] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Creating Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2078.394860] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7072aed9-d644-4ace-869d-3079586c7380 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.402672] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2078.402672] env[62221]: value = "task-1702077" [ 2078.402672] env[62221]: _type = "Task" [ 2078.402672] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.410769] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.559774] env[62221]: DEBUG oslo_concurrency.lockutils [None req-9756086f-c9d6-4772-9f2c-ee29d3b4f89a tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.912280] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702077, 'name': CreateSnapshot_Task, 'duration_secs': 0.47786} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.912532] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Created Snapshot of the VM instance {{(pid=62221) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2078.913273] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf2fc54-ff22-4a39-8d1b-4ca7c931d7e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.430063] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Creating linked-clone VM from snapshot {{(pid=62221) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2079.431021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1786e240-60e7-4914-827f-7afa42a48aa7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.440204] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2079.440204] env[62221]: value = "task-1702078" [ 2079.440204] env[62221]: _type = "Task" [ 2079.440204] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.448215] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702078, 'name': CloneVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.584217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.584518] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.584751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.584977] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.585172] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.587461] env[62221]: INFO nova.compute.manager [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Terminating instance [ 2079.589224] env[62221]: DEBUG nova.compute.manager [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2079.589411] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2079.590251] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668e4a3a-9bde-4c3e-a7d2-773dd8b0ccdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.597794] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.598041] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d145861e-bf51-495e-bafc-644636dd20c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.604516] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2079.604516] env[62221]: value = "task-1702079" [ 2079.604516] env[62221]: _type = "Task" [ 2079.604516] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.611956] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.949623] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702078, 'name': CloneVM_Task} progress is 94%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.114191] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702079, 'name': PowerOffVM_Task, 'duration_secs': 0.346096} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.114452] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.114625] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2080.114872] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593751ec-0c15-433b-a0d1-12c8cba10fcd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.140543] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.177258] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2080.177606] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2080.177864] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleting the datastore file [datastore1] 47bdd9cb-6969-4c57-8139-e0c408ddd18c {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2080.178187] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a874695-a5f7-4552-85ca-3c5d3758ff9a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.187252] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for the task: (returnval){ [ 2080.187252] env[62221]: value = "task-1702081" [ 2080.187252] env[62221]: _type = "Task" [ 2080.187252] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.194870] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.450327] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702078, 'name': CloneVM_Task, 'duration_secs': 0.918729} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.450732] env[62221]: INFO nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Created linked-clone VM from snapshot [ 2080.451312] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11551d9c-9f0d-48d7-8a8f-36379e28a1f9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.458153] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Uploading image 66f2b7c7-8e38-4554-82ae-947c37e97545 {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2080.482791] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2080.482791] env[62221]: value = "vm-354719" [ 2080.482791] env[62221]: _type = "VirtualMachine" [ 2080.482791] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2080.483033] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ddc2cdf-d1b5-4dd0-a6c4-0db7bc6f3d82 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.489959] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease: (returnval){ [ 2080.489959] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5201af36-4d45-9b01-138d-2c2efe52d251" [ 2080.489959] env[62221]: _type = "HttpNfcLease" [ 2080.489959] env[62221]: } obtained for exporting VM: (result){ [ 2080.489959] env[62221]: value = "vm-354719" [ 2080.489959] env[62221]: _type = "VirtualMachine" [ 2080.489959] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2080.490248] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the lease: (returnval){ [ 2080.490248] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5201af36-4d45-9b01-138d-2c2efe52d251" [ 2080.490248] env[62221]: _type = "HttpNfcLease" [ 2080.490248] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2080.496103] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2080.496103] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5201af36-4d45-9b01-138d-2c2efe52d251" [ 2080.496103] env[62221]: _type = "HttpNfcLease" [ 2080.496103] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2080.696429] env[62221]: DEBUG oslo_vmware.api [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Task: {'id': task-1702081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1432} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.696665] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2080.696846] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2080.697030] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2080.697206] env[62221]: INFO nova.compute.manager [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2080.697443] env[62221]: DEBUG oslo.service.loopingcall [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.697632] env[62221]: DEBUG nova.compute.manager [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2080.697726] env[62221]: DEBUG nova.network.neutron [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2080.998722] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2080.998722] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5201af36-4d45-9b01-138d-2c2efe52d251" [ 2080.998722] env[62221]: _type = "HttpNfcLease" [ 2080.998722] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2080.999017] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2080.999017] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]5201af36-4d45-9b01-138d-2c2efe52d251" [ 2080.999017] env[62221]: _type = "HttpNfcLease" [ 2080.999017] env[62221]: }. {{(pid=62221) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2080.999707] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18848b7f-2fa2-4a2e-b3b9-077c097e25c1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.006642] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2081.006808] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk for reading. {{(pid=62221) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2081.099689] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-086bae32-3de2-46e2-9293-5eec4a9bc2e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.403383] env[62221]: DEBUG nova.compute.manager [req-963c9c8c-600a-4099-90fe-00ead498fa8a req-6095dc8a-cafe-4aee-ba90-632b02766c6e service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Received event network-vif-deleted-7d91f435-9280-412a-b426-2756a9142610 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2081.403647] env[62221]: INFO nova.compute.manager [req-963c9c8c-600a-4099-90fe-00ead498fa8a req-6095dc8a-cafe-4aee-ba90-632b02766c6e service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Neutron deleted interface 7d91f435-9280-412a-b426-2756a9142610; detaching it from the instance and deleting it from the info cache [ 2081.403831] env[62221]: DEBUG nova.network.neutron [req-963c9c8c-600a-4099-90fe-00ead498fa8a req-6095dc8a-cafe-4aee-ba90-632b02766c6e service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.851229] env[62221]: DEBUG nova.network.neutron [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.906607] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ee845d2-d218-4900-b005-fd08c0fea6e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.916344] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5cd25f-dbd3-403b-85f7-84f9336913d5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.946108] env[62221]: DEBUG nova.compute.manager [req-963c9c8c-600a-4099-90fe-00ead498fa8a req-6095dc8a-cafe-4aee-ba90-632b02766c6e service nova] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Detach interface failed, port_id=7d91f435-9280-412a-b426-2756a9142610, reason: Instance 47bdd9cb-6969-4c57-8139-e0c408ddd18c could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2082.354364] env[62221]: INFO nova.compute.manager [-] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Took 1.66 seconds to deallocate network for instance. [ 2082.862434] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.863935] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.863935] env[62221]: DEBUG nova.objects.instance [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lazy-loading 'resources' on Instance uuid 47bdd9cb-6969-4c57-8139-e0c408ddd18c {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.413088] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2535b79-ed49-42b5-878b-ff8444a91d7a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.420713] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64120e5-878f-436f-96a3-8850c2b6aef4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.450490] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e18c20-ff31-4eb0-bcb2-bde190b7b061 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.458257] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576706f-74ae-4cf9-9b55-6eb3c035d7ae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.471746] env[62221]: DEBUG nova.compute.provider_tree [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.976373] env[62221]: DEBUG nova.scheduler.client.report [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2084.481813] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.501853] env[62221]: INFO nova.scheduler.client.report [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Deleted allocations for instance 47bdd9cb-6969-4c57-8139-e0c408ddd18c [ 2085.012019] env[62221]: DEBUG oslo_concurrency.lockutils [None req-205edaaf-4eec-4be9-a805-18134c63eff8 tempest-AttachVolumeNegativeTest-58553905 tempest-AttachVolumeNegativeTest-58553905-project-member] Lock "47bdd9cb-6969-4c57-8139-e0c408ddd18c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.427s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.607375] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2089.608259] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca52c4-ddbf-4cae-856c-818afb550361 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.614854] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2089.615035] env[62221]: ERROR oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk due to incomplete transfer. [ 2089.615257] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcc872fa-d532-41e8-a61f-6e947279bcc2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.623265] env[62221]: DEBUG oslo_vmware.rw_handles [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52987efa-5e3a-def5-56b3-cfad61199955/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2089.623265] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Uploaded image 66f2b7c7-8e38-4554-82ae-947c37e97545 to the Glance image server {{(pid=62221) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2089.624912] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Destroying the VM {{(pid=62221) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2089.625163] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-865e7e79-438c-481f-9cbe-012f72916ec1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.635044] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2089.635044] env[62221]: value = "task-1702085" [ 2089.635044] env[62221]: _type = "Task" [ 2089.635044] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.650426] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702085, 'name': Destroy_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.143332] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702085, 'name': Destroy_Task, 'duration_secs': 0.367383} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.143604] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Destroyed the VM [ 2090.143852] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleting Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2090.144104] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46510719-d09b-4f4c-85c2-12031d5d743d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.150638] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2090.150638] env[62221]: value = "task-1702086" [ 2090.150638] env[62221]: _type = "Task" [ 2090.150638] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.157863] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.661179] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425603} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.661576] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleted Snapshot of the VM instance {{(pid=62221) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2090.661792] env[62221]: DEBUG nova.compute.manager [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2090.662587] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c15fa1-30f8-435d-9309-dee454496070 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.175349] env[62221]: INFO nova.compute.manager [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Shelve offloading [ 2091.179029] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.179029] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8130b43f-6e57-4691-bc95-dffab19d4237 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.185893] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2091.185893] env[62221]: value = "task-1702087" [ 2091.185893] env[62221]: _type = "Task" [ 2091.185893] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.193779] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.696261] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] VM already powered off {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2091.696628] env[62221]: DEBUG nova.compute.manager [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2091.697202] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86570197-a80a-495d-b1ad-ce8d5c9a8cf6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.702331] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.702483] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.702644] env[62221]: DEBUG nova.network.neutron [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.409246] env[62221]: DEBUG nova.network.neutron [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.912422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.149468] env[62221]: DEBUG nova.compute.manager [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-vif-unplugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2093.149697] env[62221]: DEBUG oslo_concurrency.lockutils [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.149927] env[62221]: DEBUG oslo_concurrency.lockutils [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.150103] env[62221]: DEBUG oslo_concurrency.lockutils [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.150386] env[62221]: DEBUG nova.compute.manager [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] No waiting events found dispatching network-vif-unplugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2093.150524] env[62221]: WARNING nova.compute.manager [req-494f1c9b-3fcc-4ac4-9248-9ea308f406be req-09734365-90b2-41cc-a275-6b5d44a06e78 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received unexpected event network-vif-unplugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 for instance with vm_state shelved and task_state shelving_offloading. [ 2093.248227] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.249218] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf7488e-ec4b-45b3-bb00-007fba1eedf1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.256437] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.256658] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5a7bdc-e78a-4866-837a-aeb0f3ba9558 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.337103] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.337358] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.337549] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleting the datastore file [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.337816] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0b4615-2d04-40e2-baf5-ba271996950c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.344747] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2093.344747] env[62221]: value = "task-1702090" [ 2093.344747] env[62221]: _type = "Task" [ 2093.344747] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.352697] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.856337] env[62221]: DEBUG oslo_vmware.api [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135769} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.856575] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.856767] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.856957] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.879151] env[62221]: INFO nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted allocations for instance fe459a0a-a070-4161-a3e4-459b688c3e48 [ 2094.384382] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.384719] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.384859] env[62221]: DEBUG nova.objects.instance [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'resources' on Instance uuid fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.888391] env[62221]: DEBUG nova.objects.instance [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'numa_topology' on Instance uuid fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.179755] env[62221]: DEBUG nova.compute.manager [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2095.179942] env[62221]: DEBUG nova.compute.manager [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing instance network info cache due to event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2095.180208] env[62221]: DEBUG oslo_concurrency.lockutils [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.180303] env[62221]: DEBUG oslo_concurrency.lockutils [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.180459] env[62221]: DEBUG nova.network.neutron [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.390721] env[62221]: DEBUG nova.objects.base [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2095.405366] env[62221]: DEBUG nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing inventories for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2095.417944] env[62221]: DEBUG nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating ProviderTree inventory for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2095.418189] env[62221]: DEBUG nova.compute.provider_tree [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Updating inventory in ProviderTree for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2095.429598] env[62221]: DEBUG nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing aggregate associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, aggregates: None {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2095.446479] env[62221]: DEBUG nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Refreshing trait associations for resource provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62221) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2095.475989] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2172ba4-dfe3-44ba-99a2-d4049ce665ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.483799] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8001cd4-84a4-443d-be86-20f0d1bd7d20 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.515290] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ee8be-4df4-4f5a-a8af-b9e6a704fe21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.522664] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f590e2-e93e-4c7f-a1a0-12584a21a018 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.535847] env[62221]: DEBUG nova.compute.provider_tree [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.865880] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.998383] env[62221]: DEBUG nova.network.neutron [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updated VIF entry in instance network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.998728] env[62221]: DEBUG nova.network.neutron [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap218e0341-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.039650] env[62221]: DEBUG nova.scheduler.client.report [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2096.502127] env[62221]: DEBUG oslo_concurrency.lockutils [req-5952ffe3-f911-4da0-a8d7-95337a2db5b9 req-0546448d-4553-4074-91ba-f29634e079e8 service nova] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.544150] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.052806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-2f4a2120-c1f7-4625-90a0-50b8e2400dfd tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.213s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.053750] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.188s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.053938] env[62221]: INFO nova.compute.manager [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Unshelving [ 2098.077933] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.078217] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.078429] env[62221]: DEBUG nova.objects.instance [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'pci_requests' on Instance uuid fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.584726] env[62221]: DEBUG nova.objects.instance [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'numa_topology' on Instance uuid fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.087694] env[62221]: INFO nova.compute.claims [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2100.123492] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4929ede4-5eb1-492a-9dcb-4b548b162411 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.130853] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be0b78c-2665-4508-a8ec-09f10af1eb69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.160650] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c6cc4-3e8d-4ee6-bef2-ee70d2413b3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.167384] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250fecde-2d71-4f93-85cb-cecb34c3c8a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.179993] env[62221]: DEBUG nova.compute.provider_tree [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.683103] env[62221]: DEBUG nova.scheduler.client.report [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2101.189141] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.111s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.221318] env[62221]: INFO nova.network.neutron [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating port 218e0341-fe9c-4980-a9eb-ac33b80a8836 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2102.678123] env[62221]: DEBUG nova.compute.manager [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2102.678397] env[62221]: DEBUG oslo_concurrency.lockutils [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.678614] env[62221]: DEBUG oslo_concurrency.lockutils [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.678704] env[62221]: DEBUG oslo_concurrency.lockutils [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.678860] env[62221]: DEBUG nova.compute.manager [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] No waiting events found dispatching network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2102.679072] env[62221]: WARNING nova.compute.manager [req-f915c778-69d6-49a9-8b9b-bc25893f2dec req-822f9906-4a1e-44fd-a262-0aabd8600f3c service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received unexpected event network-vif-plugged-218e0341-fe9c-4980-a9eb-ac33b80a8836 for instance with vm_state shelved_offloaded and task_state spawning. [ 2102.760714] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.760918] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.761121] env[62221]: DEBUG nova.network.neutron [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2103.460981] env[62221]: DEBUG nova.network.neutron [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.964253] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.991071] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9149be5299b443b3f0e47c28efff9b44',container_format='bare',created_at=2024-12-10T18:50:19Z,direct_url=,disk_format='vmdk',id=66f2b7c7-8e38-4554-82ae-947c37e97545,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1999829080-shelved',owner='d1dea822edf94abc8d01a8b70b72641f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-10T18:50:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2103.991335] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2103.991484] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2103.991665] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2103.991811] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2103.991957] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2103.992180] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2103.992339] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2103.992503] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2103.992662] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2103.992833] env[62221]: DEBUG nova.virt.hardware [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2103.993723] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57264e4-c205-4551-b9d5-7b83d7f437d6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.001453] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68a25f-a53d-4d3a-b3ef-4a83c203f881 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.015736] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218e0341-fe9c-4980-a9eb-ac33b80a8836', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2104.022866] env[62221]: DEBUG oslo.service.loopingcall [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.023113] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2104.023326] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad34027-e219-4caf-8e29-9d7d042e2405 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.042916] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2104.042916] env[62221]: value = "task-1702091" [ 2104.042916] env[62221]: _type = "Task" [ 2104.042916] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.049907] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702091, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.552796] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702091, 'name': CreateVM_Task, 'duration_secs': 0.317213} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.552796] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2104.553065] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.553242] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.553619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2104.553886] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f803419-1847-4996-a704-be42b0331431 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.558150] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2104.558150] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52139214-41cb-a4ef-abe2-68fa5611cdd5" [ 2104.558150] env[62221]: _type = "Task" [ 2104.558150] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.565372] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52139214-41cb-a4ef-abe2-68fa5611cdd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.702570] env[62221]: DEBUG nova.compute.manager [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2104.702773] env[62221]: DEBUG nova.compute.manager [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing instance network info cache due to event network-changed-218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2104.702986] env[62221]: DEBUG oslo_concurrency.lockutils [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] Acquiring lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.703140] env[62221]: DEBUG oslo_concurrency.lockutils [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] Acquired lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.703300] env[62221]: DEBUG nova.network.neutron [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Refreshing network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.068285] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.068678] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Processing image 66f2b7c7-8e38-4554-82ae-947c37e97545 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2105.068729] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.068841] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.069064] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2105.069270] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86d9e0c-362a-4b87-86f1-a819992ffbab {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.086701] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2105.086869] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2105.087544] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8b4d72-29a6-4824-85d3-c9ab07311611 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.092379] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2105.092379] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d1e6a-19ae-4c4e-3798-0d593d0d612d" [ 2105.092379] env[62221]: _type = "Task" [ 2105.092379] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.100011] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]529d1e6a-19ae-4c4e-3798-0d593d0d612d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.396314] env[62221]: DEBUG nova.network.neutron [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updated VIF entry in instance network info cache for port 218e0341-fe9c-4980-a9eb-ac33b80a8836. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.396683] env[62221]: DEBUG nova.network.neutron [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [{"id": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "address": "fa:16:3e:be:e6:81", "network": {"id": "1a175ac7-4851-4173-883f-3d3515e2c92f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-651105471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1dea822edf94abc8d01a8b70b72641f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e0341-fe", "ovs_interfaceid": "218e0341-fe9c-4980-a9eb-ac33b80a8836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.602843] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Preparing fetch location {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2105.603068] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Fetch image to [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d/OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d.vmdk {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2105.603260] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Downloading stream optimized image 66f2b7c7-8e38-4554-82ae-947c37e97545 to [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d/OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d.vmdk on the data store datastore1 as vApp {{(pid=62221) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2105.603432] env[62221]: DEBUG nova.virt.vmwareapi.images [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Downloading image file data 66f2b7c7-8e38-4554-82ae-947c37e97545 to the ESX as VM named 'OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d' {{(pid=62221) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2105.668279] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2105.668279] env[62221]: value = "resgroup-9" [ 2105.668279] env[62221]: _type = "ResourcePool" [ 2105.668279] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2105.668554] env[62221]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fd64adf7-2683-4dce-8f9a-673864ad642d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.688246] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease: (returnval){ [ 2105.688246] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b0048-2677-0044-8a85-81cd67a0c0d7" [ 2105.688246] env[62221]: _type = "HttpNfcLease" [ 2105.688246] env[62221]: } obtained for vApp import into resource pool (val){ [ 2105.688246] env[62221]: value = "resgroup-9" [ 2105.688246] env[62221]: _type = "ResourcePool" [ 2105.688246] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2105.688603] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the lease: (returnval){ [ 2105.688603] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b0048-2677-0044-8a85-81cd67a0c0d7" [ 2105.688603] env[62221]: _type = "HttpNfcLease" [ 2105.688603] env[62221]: } to be ready. {{(pid=62221) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2105.694383] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2105.694383] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b0048-2677-0044-8a85-81cd67a0c0d7" [ 2105.694383] env[62221]: _type = "HttpNfcLease" [ 2105.694383] env[62221]: } is initializing. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2105.900429] env[62221]: DEBUG oslo_concurrency.lockutils [req-0efde05d-f93d-4a44-b691-86830cecbb25 req-8627ecc9-06b6-4cb7-8bd5-41641d441495 service nova] Releasing lock "refresh_cache-fe459a0a-a070-4161-a3e4-459b688c3e48" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.196819] env[62221]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2106.196819] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b0048-2677-0044-8a85-81cd67a0c0d7" [ 2106.196819] env[62221]: _type = "HttpNfcLease" [ 2106.196819] env[62221]: } is ready. {{(pid=62221) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2106.197312] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2106.197312] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]521b0048-2677-0044-8a85-81cd67a0c0d7" [ 2106.197312] env[62221]: _type = "HttpNfcLease" [ 2106.197312] env[62221]: }. {{(pid=62221) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2106.197836] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136ac0b-9e64-4afc-bfeb-3a15e33c6ede {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.206053] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk from lease info. {{(pid=62221) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2106.206251] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk. {{(pid=62221) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2106.269008] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8039b243-9c30-4341-afdb-f6509a592b69 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.318226] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Completed reading data from the image iterator. {{(pid=62221) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2107.318634] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2107.319389] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f181e27-9d4c-4c8e-8eec-33a2a5f59bc5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.326200] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk is in state: ready. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2107.326406] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk. {{(pid=62221) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2107.326643] env[62221]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c0d9ee76-50ad-4acd-b41e-5aa53998699c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.520934] env[62221]: DEBUG oslo_vmware.rw_handles [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e551f-68a1-0cb8-07e3-14f7e678926f/disk-0.vmdk. {{(pid=62221) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2107.521180] env[62221]: INFO nova.virt.vmwareapi.images [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Downloaded image file data 66f2b7c7-8e38-4554-82ae-947c37e97545 [ 2107.521996] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6a31a-e636-4d7e-8f8b-88c234f4d4bf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.537021] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e39dbde-2e9f-4992-aad0-d16880f8e1eb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.558877] env[62221]: INFO nova.virt.vmwareapi.images [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] The imported VM was unregistered [ 2107.561287] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Caching image {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2107.561515] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Creating directory with path [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2107.561748] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5b962a-0abe-4d6f-8717-3af405d38396 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.579418] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Created directory with path [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545 {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2107.579615] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d/OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d.vmdk to [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk. {{(pid=62221) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2107.579810] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7166263d-f1ae-4b9f-9988-191aa70833b2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.585797] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2107.585797] env[62221]: value = "task-1702094" [ 2107.585797] env[62221]: _type = "Task" [ 2107.585797] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.593091] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.096324] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.597861] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.098878] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.598918] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.099849] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702094, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.259903} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.100107] env[62221]: INFO nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d/OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d.vmdk to [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk. [ 2110.100301] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Cleaning up location [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2110.100466] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5326a2e5-d8af-4ae2-8d2b-9d6ce8fd070d {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.100705] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab052ff3-e0c1-4213-bd59-2cc343c9ba31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.106655] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2110.106655] env[62221]: value = "task-1702095" [ 2110.106655] env[62221]: _type = "Task" [ 2110.106655] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.113729] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.616504] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034915} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.616869] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.616937] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.617177] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk to [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2110.617430] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f79a21-c06e-4447-8f1d-3cb554069de6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.624307] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2110.624307] env[62221]: value = "task-1702096" [ 2110.624307] env[62221]: _type = "Task" [ 2110.624307] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.631360] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.134547] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.635323] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.136968] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.637700] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.139417] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702096, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.187081} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.139677] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66f2b7c7-8e38-4554-82ae-947c37e97545/66f2b7c7-8e38-4554-82ae-947c37e97545.vmdk to [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2113.140463] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a27975-bb76-4dae-9a93-eea9aa997669 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.161726] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2113.161992] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a09fd99-9ead-41d2-9712-af0bb08601ac {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.181135] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2113.181135] env[62221]: value = "task-1702097" [ 2113.181135] env[62221]: _type = "Task" [ 2113.181135] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.188471] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.690437] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702097, 'name': ReconfigVM_Task, 'duration_secs': 0.374288} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.690732] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48/fe459a0a-a070-4161-a3e4-459b688c3e48.vmdk or device None with type streamOptimized {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.691399] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d25192e-8c1a-4d4a-9bae-23822682ac37 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.697224] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2113.697224] env[62221]: value = "task-1702098" [ 2113.697224] env[62221]: _type = "Task" [ 2113.697224] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.704609] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702098, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.207334] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702098, 'name': Rename_Task} progress is 14%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.347183] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2114.708500] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702098, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.850846] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.851140] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.851317] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.851470] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2114.852366] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b22c916-9575-4071-956f-585432989d65 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.860200] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6805fb-aba7-47c4-a5ea-c1989208953b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.873226] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836ced8-e6ae-4a3d-b49d-96534b410b66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.879530] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbeb920-e191-4679-ad20-a879db9c8515 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.908956] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181191MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2114.909107] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.909288] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.209653] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702098, 'name': Rename_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.709503] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702098, 'name': Rename_Task, 'duration_secs': 1.77088} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.709871] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2115.709993] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038e0b46-6a3c-4a61-8c39-fc6226278542 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.715467] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2115.715467] env[62221]: value = "task-1702099" [ 2115.715467] env[62221]: _type = "Task" [ 2115.715467] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.722466] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.931584] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance fe459a0a-a070-4161-a3e4-459b688c3e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2115.931819] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2115.931973] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2115.959643] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2a5cf6-d4ce-4c4d-b262-3f8372babbc9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.966998] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9cfa4-bf2d-4ea5-b642-6723b17c0cbc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.997185] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8668f77-d3cd-4543-b5f6-d7aa702583c5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.003999] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063100b-0aeb-4e45-8dd5-7bee9ecc8270 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.017326] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.224840] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.520312] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2116.724970] env[62221]: DEBUG oslo_vmware.api [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702099, 'name': PowerOnVM_Task, 'duration_secs': 0.603429} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.725257] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2116.831155] env[62221]: DEBUG nova.compute.manager [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2116.832081] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8d4cc-bb91-466c-b2a8-d734ceb4c69e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.025294] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2117.025503] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.349452] env[62221]: DEBUG oslo_concurrency.lockutils [None req-383c8823-ce21-4add-adeb-6ffee30534c5 tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.295s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.650514] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.650742] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.651451] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.651708] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.651940] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.654071] env[62221]: INFO nova.compute.manager [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Terminating instance [ 2117.655759] env[62221]: DEBUG nova.compute.manager [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2117.655951] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2117.656791] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1a863-3e32-4c4f-b03a-baec098861e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.664305] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.664781] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98c43233-dbda-4456-8d06-9bfac0817d1a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.670950] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2117.670950] env[62221]: value = "task-1702100" [ 2117.670950] env[62221]: _type = "Task" [ 2117.670950] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.678193] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.181102] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702100, 'name': PowerOffVM_Task, 'duration_secs': 0.199939} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.181493] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.181548] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.181809] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-294abee9-092d-40c3-9782-f78147a88fdc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.249941] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.250180] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.250359] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleting the datastore file [datastore1] fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.250614] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf20dee-ec0d-4005-94b8-76f7fed6eb2c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.256862] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for the task: (returnval){ [ 2118.256862] env[62221]: value = "task-1702102" [ 2118.256862] env[62221]: _type = "Task" [ 2118.256862] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.264571] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.766870] env[62221]: DEBUG oslo_vmware.api [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Task: {'id': task-1702102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120788} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.767132] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2118.767322] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2118.767498] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2118.767691] env[62221]: INFO nova.compute.manager [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2118.767957] env[62221]: DEBUG oslo.service.loopingcall [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.768164] env[62221]: DEBUG nova.compute.manager [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2118.768260] env[62221]: DEBUG nova.network.neutron [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.190685] env[62221]: DEBUG nova.compute.manager [req-163c9c82-8a8a-4277-b001-88a5360c4c97 req-96173347-a869-4078-810e-7746bcb10548 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Received event network-vif-deleted-218e0341-fe9c-4980-a9eb-ac33b80a8836 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2119.190940] env[62221]: INFO nova.compute.manager [req-163c9c82-8a8a-4277-b001-88a5360c4c97 req-96173347-a869-4078-810e-7746bcb10548 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Neutron deleted interface 218e0341-fe9c-4980-a9eb-ac33b80a8836; detaching it from the instance and deleting it from the info cache [ 2119.191245] env[62221]: DEBUG nova.network.neutron [req-163c9c82-8a8a-4277-b001-88a5360c4c97 req-96173347-a869-4078-810e-7746bcb10548 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.662993] env[62221]: DEBUG nova.network.neutron [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.693177] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a8951e3-2aba-4d78-9147-300c0925042c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.703599] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d15aca4-d861-47e7-b4b1-868c0ec3716d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.727834] env[62221]: DEBUG nova.compute.manager [req-163c9c82-8a8a-4277-b001-88a5360c4c97 req-96173347-a869-4078-810e-7746bcb10548 service nova] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Detach interface failed, port_id=218e0341-fe9c-4980-a9eb-ac33b80a8836, reason: Instance fe459a0a-a070-4161-a3e4-459b688c3e48 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2120.166422] env[62221]: INFO nova.compute.manager [-] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Took 1.40 seconds to deallocate network for instance. [ 2120.672735] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.673170] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.673343] env[62221]: DEBUG nova.objects.instance [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lazy-loading 'resources' on Instance uuid fe459a0a-a070-4161-a3e4-459b688c3e48 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.206941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff4578-c7e7-4ccf-8899-267aa981d3a5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.213967] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec338838-4778-4a8d-b988-c0f4f83c164c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.242954] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935f8915-0bc3-4a4b-aa75-3a6171851ae8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.250083] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a59df2-7de6-4b6a-a649-35ef69e4300b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.264236] env[62221]: DEBUG nova.compute.provider_tree [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.767256] env[62221]: DEBUG nova.scheduler.client.report [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2122.272491] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.292133] env[62221]: INFO nova.scheduler.client.report [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Deleted allocations for instance fe459a0a-a070-4161-a3e4-459b688c3e48 [ 2122.800930] env[62221]: DEBUG oslo_concurrency.lockutils [None req-a9d902f2-d251-43f4-a300-77849b9a24ec tempest-ServerActionsTestOtherB-69804030 tempest-ServerActionsTestOtherB-69804030-project-member] Lock "fe459a0a-a070-4161-a3e4-459b688c3e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.150s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.026561] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.026561] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.347564] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.349036] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.347410] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.347790] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2131.570741] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.571149] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.073797] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2132.347814] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2132.596631] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.596939] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.598471] env[62221]: INFO nova.compute.claims [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2133.342568] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.635031] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c53213-576a-4ba7-b7e4-23bab7eee884 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.641755] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac43e6-cb19-4ac6-952f-fc6698540d91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.671381] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e360b-ad8e-4599-9c4c-6cd13421810b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.678802] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5e014-1027-4c82-a59e-eb39a193630d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.691382] env[62221]: DEBUG nova.compute.provider_tree [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.194556] env[62221]: DEBUG nova.scheduler.client.report [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2134.347042] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.347240] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2134.699800] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.700338] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2134.850351] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2135.205387] env[62221]: DEBUG nova.compute.utils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2135.207054] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2135.207054] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2135.254069] env[62221]: DEBUG nova.policy [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe764dfd7f0418c947e6df1609bf4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c515fc735cc14148a2ef1b20f86ad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 2135.495941] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Successfully created port: 1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2135.710276] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2136.721287] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2136.748146] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2136.748399] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2136.748554] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.748733] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2136.748879] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.749049] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2136.749265] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2136.749423] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2136.749583] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2136.749738] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2136.749907] env[62221]: DEBUG nova.virt.hardware [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2136.750766] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353cb959-6912-4fa4-aa00-e49f70662c91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.758928] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306c40e-3295-4624-8279-752aa372cb52 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.873978] env[62221]: DEBUG nova.compute.manager [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Received event network-vif-plugged-1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2136.874236] env[62221]: DEBUG oslo_concurrency.lockutils [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.874442] env[62221]: DEBUG oslo_concurrency.lockutils [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] Lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.874611] env[62221]: DEBUG oslo_concurrency.lockutils [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] Lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.874783] env[62221]: DEBUG nova.compute.manager [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] No waiting events found dispatching network-vif-plugged-1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2136.874982] env[62221]: WARNING nova.compute.manager [req-5ffd3194-930a-47ec-b68d-deb9ae71e70b req-0778a5d1-58fa-49fe-ade9-1d07ef9c92f2 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Received unexpected event network-vif-plugged-1f202a61-1a0a-40ec-b993-1df8db18eab2 for instance with vm_state building and task_state spawning. [ 2136.955262] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Successfully updated port: 1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2137.458499] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.458621] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.458761] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2137.990310] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2138.110692] env[62221]: DEBUG nova.network.neutron [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.613705] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.614114] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Instance network_info: |[{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2138.614556] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:f5:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f202a61-1a0a-40ec-b993-1df8db18eab2', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2138.621947] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Creating folder: Project (c515fc735cc14148a2ef1b20f86ad08b). Parent ref: group-v354396. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2138.622224] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f16c3b6-7b1a-49d0-9547-ac14d5956863 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.634492] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Created folder: Project (c515fc735cc14148a2ef1b20f86ad08b) in parent group-v354396. [ 2138.634668] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Creating folder: Instances. Parent ref: group-v354722. {{(pid=62221) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2138.635208] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b576fc0-4e26-4402-90d1-634bee430e73 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.643468] env[62221]: INFO nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Created folder: Instances in parent group-v354722. [ 2138.643683] env[62221]: DEBUG oslo.service.loopingcall [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.643858] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2138.644082] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9ee604-23c2-4c78-8ac6-724aa0fa912b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.660888] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2138.660888] env[62221]: value = "task-1702106" [ 2138.660888] env[62221]: _type = "Task" [ 2138.660888] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.667919] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702106, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.899293] env[62221]: DEBUG nova.compute.manager [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Received event network-changed-1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2138.899475] env[62221]: DEBUG nova.compute.manager [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Refreshing instance network info cache due to event network-changed-1f202a61-1a0a-40ec-b993-1df8db18eab2. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2138.899687] env[62221]: DEBUG oslo_concurrency.lockutils [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.899829] env[62221]: DEBUG oslo_concurrency.lockutils [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.899987] env[62221]: DEBUG nova.network.neutron [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Refreshing network info cache for port 1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2139.170572] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702106, 'name': CreateVM_Task, 'duration_secs': 0.297405} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.170937] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.171421] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.171591] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.171917] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2139.172193] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0147415-b4f3-44c5-baa5-64c36168d5a4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.176519] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2139.176519] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dbd98-783e-33b5-2afa-9fb7c4b938b7" [ 2139.176519] env[62221]: _type = "Task" [ 2139.176519] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.183939] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dbd98-783e-33b5-2afa-9fb7c4b938b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.607734] env[62221]: DEBUG nova.network.neutron [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updated VIF entry in instance network info cache for port 1f202a61-1a0a-40ec-b993-1df8db18eab2. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2139.608096] env[62221]: DEBUG nova.network.neutron [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.686719] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]525dbd98-783e-33b5-2afa-9fb7c4b938b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.686960] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.687202] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2139.687806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.687806] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.687806] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2139.688028] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa228c1-2b83-4283-baa1-65ee4386edae {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.695758] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2139.695922] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2139.696606] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b4858b-b9dd-40ac-82e7-509d7b09af91 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.701039] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2139.701039] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52589c65-0fb0-7851-43f9-e2c01df61978" [ 2139.701039] env[62221]: _type = "Task" [ 2139.701039] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.708285] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52589c65-0fb0-7851-43f9-e2c01df61978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.111169] env[62221]: DEBUG oslo_concurrency.lockutils [req-5cd453ab-4c5f-4b5d-929b-4008e0fb623b req-6edd0b28-2535-473a-973d-2d1e36505d63 service nova] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.211455] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52589c65-0fb0-7851-43f9-e2c01df61978, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.212219] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73e1d5d-3d2e-4f44-a593-a86612a17364 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.217208] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2140.217208] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3d3b5-6096-b14e-436b-ea2cdd48fae1" [ 2140.217208] env[62221]: _type = "Task" [ 2140.217208] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.224450] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3d3b5-6096-b14e-436b-ea2cdd48fae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.727100] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52b3d3b5-6096-b14e-436b-ea2cdd48fae1, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.727374] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.727622] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bf90617e-635d-4358-9414-e2ca16538ba1/bf90617e-635d-4358-9414-e2ca16538ba1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2140.727878] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a24f505b-0181-40bd-adae-7d6c74ce9b0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.733700] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2140.733700] env[62221]: value = "task-1702107" [ 2140.733700] env[62221]: _type = "Task" [ 2140.733700] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.740905] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.243080] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447268} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.243473] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] bf90617e-635d-4358-9414-e2ca16538ba1/bf90617e-635d-4358-9414-e2ca16538ba1.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2141.243551] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2141.243785] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a4389c-606e-49fa-8493-b17c491a0623 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.250258] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2141.250258] env[62221]: value = "task-1702108" [ 2141.250258] env[62221]: _type = "Task" [ 2141.250258] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.257140] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.760589] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06848} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.760901] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.761672] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ac35f-a464-4564-b78a-b95d4fc8737d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.783031] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bf90617e-635d-4358-9414-e2ca16538ba1/bf90617e-635d-4358-9414-e2ca16538ba1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.783225] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce865888-3dac-41da-987b-d99e3c35ef31 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.801683] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2141.801683] env[62221]: value = "task-1702109" [ 2141.801683] env[62221]: _type = "Task" [ 2141.801683] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.808936] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.311574] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702109, 'name': ReconfigVM_Task, 'duration_secs': 0.347176} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.311957] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bf90617e-635d-4358-9414-e2ca16538ba1/bf90617e-635d-4358-9414-e2ca16538ba1.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.312483] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5d610bf-391f-4a82-9b3a-0bd9cc9194c6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.319086] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2142.319086] env[62221]: value = "task-1702110" [ 2142.319086] env[62221]: _type = "Task" [ 2142.319086] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.327716] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702110, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.828715] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702110, 'name': Rename_Task, 'duration_secs': 0.138198} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.828979] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.829232] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1910989-08ef-4295-aa29-1c2d604fc654 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.835324] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2142.835324] env[62221]: value = "task-1702111" [ 2142.835324] env[62221]: _type = "Task" [ 2142.835324] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.842308] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.345644] env[62221]: DEBUG oslo_vmware.api [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702111, 'name': PowerOnVM_Task, 'duration_secs': 0.435908} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.346054] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.346108] env[62221]: INFO nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2143.346309] env[62221]: DEBUG nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2143.347075] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6cb84-242c-45e9-9f32-4052477f8da9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.862778] env[62221]: INFO nova.compute.manager [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Took 11.28 seconds to build instance. [ 2144.365660] env[62221]: DEBUG oslo_concurrency.lockutils [None req-572bd68d-1d02-498d-96ce-bb1a4674d1b7 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.794s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.609807] env[62221]: DEBUG nova.compute.manager [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Received event network-changed-1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2144.610011] env[62221]: DEBUG nova.compute.manager [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Refreshing instance network info cache due to event network-changed-1f202a61-1a0a-40ec-b993-1df8db18eab2. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2144.610292] env[62221]: DEBUG oslo_concurrency.lockutils [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.610580] env[62221]: DEBUG oslo_concurrency.lockutils [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.610733] env[62221]: DEBUG nova.network.neutron [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Refreshing network info cache for port 1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2145.325148] env[62221]: DEBUG nova.network.neutron [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updated VIF entry in instance network info cache for port 1f202a61-1a0a-40ec-b993-1df8db18eab2. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2145.325528] env[62221]: DEBUG nova.network.neutron [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.828291] env[62221]: DEBUG oslo_concurrency.lockutils [req-be17860e-2f8b-4d52-b1ca-def1fe790141 req-747c2e7c-4023-47fa-bf87-0e225cee76ed service nova] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.347936] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2174.851767] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.852054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.852216] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.852383] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2174.853296] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15b242a-4c43-47ac-a22b-4efcf48272e1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.861695] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6448f9-f021-46f1-925c-8bc137904552 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.876497] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a70ad1-70b1-462d-bef4-ab5f15b1c1e8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.882615] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd59062-7d00-4821-b3ae-a599ceb31d2f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.910508] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180985MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2174.910657] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.910824] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.934795] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bf90617e-635d-4358-9414-e2ca16538ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.935152] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2175.935152] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2175.960842] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f8719e-c4c6-478f-ae95-208e002fd273 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.968384] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ab721-40a3-46fb-8af6-d8e9a99b8f8b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.997973] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc26583-3e6f-43c3-afbb-e95e3a3fcb15 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.004548] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1204457-f1d2-46da-ab4b-8be096fdde7c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.016947] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2176.519909] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2177.024922] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2177.025310] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.754836] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.755240] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.258752] env[62221]: DEBUG nova.compute.utils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2184.761519] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.818530] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.818926] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.819067] env[62221]: INFO nova.compute.manager [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Attaching volume d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1 to /dev/sdb [ 2185.848468] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d45236-e4de-4e87-b53e-a7f2f6ca2df3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.855522] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98c550-1511-4c29-bbe1-b85a6b24c4fd {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.869602] env[62221]: DEBUG nova.virt.block_device [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating existing volume attachment record: 4a53a548-a14f-46f5-91f1-23b4d502072e {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2187.026082] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.026417] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.026511] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.349559] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.412094] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2190.412396] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354726', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'name': 'volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf90617e-635d-4358-9414-e2ca16538ba1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'serial': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2190.413285] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920dea6b-5717-487c-9670-1a86bc740bcb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.429789] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb735c-9305-4b08-8735-da607cffbb1b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.453244] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1/volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.453452] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fb512e-7847-49dc-9e01-04059822bbe3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.471969] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2190.471969] env[62221]: value = "task-1702116" [ 2190.471969] env[62221]: _type = "Task" [ 2190.471969] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.479505] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.982048] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702116, 'name': ReconfigVM_Task, 'duration_secs': 0.313786} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.982341] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1/volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2190.986929] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5d7ca0-dc4b-4c4b-bb2a-1a9b289c07d8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.001209] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2191.001209] env[62221]: value = "task-1702117" [ 2191.001209] env[62221]: _type = "Task" [ 2191.001209] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.008236] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.510787] env[62221]: DEBUG oslo_vmware.api [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702117, 'name': ReconfigVM_Task, 'duration_secs': 0.131014} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.511100] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354726', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'name': 'volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf90617e-635d-4358-9414-e2ca16538ba1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'serial': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2192.347852] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2192.348074] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2192.544603] env[62221]: DEBUG nova.objects.instance [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2193.051044] env[62221]: DEBUG oslo_concurrency.lockutils [None req-ca2d7b12-451b-453b-b5a9-44e5c8c4468a tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.132460] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.132709] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.132869] env[62221]: DEBUG nova.compute.manager [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2193.133748] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f336058-04d9-4c70-aeae-b744cd7210c9 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.140305] env[62221]: DEBUG nova.compute.manager [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2193.140834] env[62221]: DEBUG nova.objects.instance [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2193.348135] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2193.645267] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.645633] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a818b20-b5ac-4d77-977d-b05d55354399 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.652136] env[62221]: DEBUG oslo_vmware.api [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2193.652136] env[62221]: value = "task-1702118" [ 2193.652136] env[62221]: _type = "Task" [ 2193.652136] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.660521] env[62221]: DEBUG oslo_vmware.api [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.162055] env[62221]: DEBUG oslo_vmware.api [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702118, 'name': PowerOffVM_Task, 'duration_secs': 0.193247} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.162351] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2194.162532] env[62221]: DEBUG nova.compute.manager [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2194.163286] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f298d-0157-48c1-8cd1-cf0d0f1dc654 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.343343] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.673992] env[62221]: DEBUG oslo_concurrency.lockutils [None req-48fa562a-6468-4daf-b58d-cf3c76519005 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.541s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.347584] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.347790] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2195.347926] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2195.519941] env[62221]: DEBUG nova.objects.instance [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.850944] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.851336] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.851336] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2195.851420] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.025020] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.563208] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.065830] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.066060] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2198.066314] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.066494] env[62221]: DEBUG nova.network.neutron [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.066712] env[62221]: DEBUG nova.objects.instance [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'info_cache' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.570699] env[62221]: DEBUG nova.objects.base [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2199.264033] env[62221]: DEBUG nova.network.neutron [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.766688] env[62221]: DEBUG oslo_concurrency.lockutils [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.270090] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2200.270394] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10413da1-7827-4576-ba9d-31f2b526f618 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.277637] env[62221]: DEBUG oslo_vmware.api [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2200.277637] env[62221]: value = "task-1702119" [ 2200.277637] env[62221]: _type = "Task" [ 2200.277637] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.284966] env[62221]: DEBUG oslo_vmware.api [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.788445] env[62221]: DEBUG oslo_vmware.api [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702119, 'name': PowerOnVM_Task, 'duration_secs': 0.362623} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.788779] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2200.788902] env[62221]: DEBUG nova.compute.manager [None req-cb3cfd13-f33b-4407-8984-203037b6cdfc tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2200.789719] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae88a6a-e2f5-4109-ae76-247bbe940d87 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.063678] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.347859] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.851457] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.851696] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.851870] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.852032] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2236.852954] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61b9c0-3911-4de5-9b89-2d2b85f8e2b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.861275] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a1d22-52e2-4435-ad23-8daa4c7847af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.875017] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139ba603-33c4-4a8e-9bf5-f15ff9778f02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.880957] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edf8c4-3e5e-4bc1-8219-d2345c78b31f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.909030] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180966MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2236.909192] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.909365] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.935580] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance bf90617e-635d-4358-9414-e2ca16538ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.935846] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2237.935955] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2237.963155] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c37df7-af15-496e-915c-f953ff597257 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.970725] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809f708-5344-4ec3-b2ed-3aeb6b0ab9f1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.001363] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb62cf3-358a-410c-9b94-3605bb2809e6 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.008612] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595d62f-c4c1-44b8-9cf1-98681cf1cb43 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.021076] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.429879] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.430171] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.524209] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2238.525507] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2238.525730] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.616s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.933147] env[62221]: INFO nova.compute.manager [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Detaching volume d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1 [ 2238.963662] env[62221]: INFO nova.virt.block_device [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Attempting to driver detach volume d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1 from mountpoint /dev/sdb [ 2238.963917] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2238.964114] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354726', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'name': 'volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf90617e-635d-4358-9414-e2ca16538ba1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'serial': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2238.965323] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab21b36-8883-48d4-841d-891cc9f3c120 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.987124] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee0794-4868-4de6-a7e5-707b9ea4c243 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.993719] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdcb2e-4554-4f76-994a-1b1f10c88d9d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.015201] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13b99f-f92a-434c-8d3a-76b3361335c8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.029489] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] The volume has not been displaced from its original location: [datastore1] volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1/volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2239.034763] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2239.035060] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5203c119-03ad-497e-a37e-cdd3cb5e8d55 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.052511] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2239.052511] env[62221]: value = "task-1702120" [ 2239.052511] env[62221]: _type = "Task" [ 2239.052511] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.059835] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.561547] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702120, 'name': ReconfigVM_Task, 'duration_secs': 0.229556} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.561915] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2239.566508] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18d6632-adb2-4be1-b982-3d4023e7ef66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.580914] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2239.580914] env[62221]: value = "task-1702121" [ 2239.580914] env[62221]: _type = "Task" [ 2239.580914] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.588032] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.090100] env[62221]: DEBUG oslo_vmware.api [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702121, 'name': ReconfigVM_Task, 'duration_secs': 0.143616} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.090454] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354726', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'name': 'volume-d53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf90617e-635d-4358-9414-e2ca16538ba1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1', 'serial': 'd53ce7bd-3e10-44fe-90ca-e1e0c132e8c1'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2240.629447] env[62221]: DEBUG nova.objects.instance [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2241.604619] env[62221]: DEBUG oslo_concurrency.lockutils [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.637864] env[62221]: DEBUG oslo_concurrency.lockutils [None req-bd9ab119-1209-429b-8cd5-679f970e62b9 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.638916] env[62221]: DEBUG oslo_concurrency.lockutils [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.034s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.639125] env[62221]: DEBUG nova.compute.manager [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2241.640198] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8dd11b-04a4-4f75-8898-333db74a94b4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.647171] env[62221]: DEBUG nova.compute.manager [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62221) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2241.647703] env[62221]: DEBUG nova.objects.instance [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2242.152653] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2242.152935] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2f432c-53ae-4f02-a6ab-42f1f8edaf66 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.160263] env[62221]: DEBUG oslo_vmware.api [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2242.160263] env[62221]: value = "task-1702122" [ 2242.160263] env[62221]: _type = "Task" [ 2242.160263] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.168858] env[62221]: DEBUG oslo_vmware.api [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.670536] env[62221]: DEBUG oslo_vmware.api [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702122, 'name': PowerOffVM_Task, 'duration_secs': 0.18819} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.670890] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2242.670975] env[62221]: DEBUG nova.compute.manager [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2242.671693] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c57299-9503-42b1-86da-9eae5b534a57 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.183766] env[62221]: DEBUG oslo_concurrency.lockutils [None req-483a17a1-e800-4da3-9c95-e8f36e984494 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.978837] env[62221]: DEBUG nova.objects.instance [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.484323] env[62221]: DEBUG oslo_concurrency.lockutils [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.484554] env[62221]: DEBUG oslo_concurrency.lockutils [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.484651] env[62221]: DEBUG nova.network.neutron [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2244.484860] env[62221]: DEBUG nova.objects.instance [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'info_cache' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.988547] env[62221]: DEBUG nova.objects.base [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62221) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2245.690311] env[62221]: DEBUG nova.network.neutron [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.193580] env[62221]: DEBUG oslo_concurrency.lockutils [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.696834] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2246.697195] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ba3a57-9c69-4564-9d79-15378041f087 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.704383] env[62221]: DEBUG oslo_vmware.api [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2246.704383] env[62221]: value = "task-1702123" [ 2246.704383] env[62221]: _type = "Task" [ 2246.704383] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.711849] env[62221]: DEBUG oslo_vmware.api [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.214432] env[62221]: DEBUG oslo_vmware.api [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702123, 'name': PowerOnVM_Task, 'duration_secs': 0.365534} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.214853] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2247.214908] env[62221]: DEBUG nova.compute.manager [None req-875f4bfa-4056-41d4-8181-a9673b58d722 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2247.215645] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746cf9d-a656-4abd-9fa8-205af394b747 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.525663] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2248.526114] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2248.526114] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2250.347881] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.347879] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.348296] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2254.343807] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.347627] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.347811] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.348345] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2256.348345] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2256.879228] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.879384] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.879531] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2256.879682] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.585452] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [{"id": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "address": "fa:16:3e:49:f5:49", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f202a61-1a", "ovs_interfaceid": "1f202a61-1a0a-40ec-b993-1df8db18eab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.088223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-bf90617e-635d-4358-9414-e2ca16538ba1" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.088439] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2284.044323] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.044751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.044751] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.044908] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.045133] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.048755] env[62221]: INFO nova.compute.manager [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Terminating instance [ 2284.050467] env[62221]: DEBUG nova.compute.manager [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2284.050660] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2284.051499] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b5048-44b5-465e-9176-b3110fb6d9f7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.059742] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2284.059963] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b573c3fa-5814-4426-bc5f-7b18d2c154fa {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.066378] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2284.066378] env[62221]: value = "task-1702124" [ 2284.066378] env[62221]: _type = "Task" [ 2284.066378] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.074024] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.575887] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702124, 'name': PowerOffVM_Task, 'duration_secs': 0.19779} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.576188] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2284.576320] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2284.576558] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5123a5-72eb-4c7a-844e-e01b83fc1afc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.649774] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2284.650122] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2284.650220] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleting the datastore file [datastore1] bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2284.650434] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cf2dcc-f0a7-44c0-bf80-0dfb2bbf3d0e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.656789] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2284.656789] env[62221]: value = "task-1702126" [ 2284.656789] env[62221]: _type = "Task" [ 2284.656789] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.664864] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.166401] env[62221]: DEBUG oslo_vmware.api [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143933} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.166789] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2285.166832] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2285.166978] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2285.167172] env[62221]: INFO nova.compute.manager [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2285.167436] env[62221]: DEBUG oslo.service.loopingcall [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2285.167818] env[62221]: DEBUG nova.compute.manager [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2285.167818] env[62221]: DEBUG nova.network.neutron [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2285.582608] env[62221]: DEBUG nova.compute.manager [req-c4e6dd4b-0eb7-4144-834a-e7b4d32f6522 req-e4e345bc-d742-4d1d-bda8-8bbc329d64a3 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Received event network-vif-deleted-1f202a61-1a0a-40ec-b993-1df8db18eab2 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2285.582772] env[62221]: INFO nova.compute.manager [req-c4e6dd4b-0eb7-4144-834a-e7b4d32f6522 req-e4e345bc-d742-4d1d-bda8-8bbc329d64a3 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Neutron deleted interface 1f202a61-1a0a-40ec-b993-1df8db18eab2; detaching it from the instance and deleting it from the info cache [ 2285.582951] env[62221]: DEBUG nova.network.neutron [req-c4e6dd4b-0eb7-4144-834a-e7b4d32f6522 req-e4e345bc-d742-4d1d-bda8-8bbc329d64a3 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.060176] env[62221]: DEBUG nova.network.neutron [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.086025] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04586421-7d63-4d5f-b213-3f5fd11feb4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.095278] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e43fa-ac7b-4ec2-8708-4892c1a7d113 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.118316] env[62221]: DEBUG nova.compute.manager [req-c4e6dd4b-0eb7-4144-834a-e7b4d32f6522 req-e4e345bc-d742-4d1d-bda8-8bbc329d64a3 service nova] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Detach interface failed, port_id=1f202a61-1a0a-40ec-b993-1df8db18eab2, reason: Instance bf90617e-635d-4358-9414-e2ca16538ba1 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2286.563483] env[62221]: INFO nova.compute.manager [-] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Took 1.40 seconds to deallocate network for instance. [ 2287.071054] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.071348] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.071617] env[62221]: DEBUG nova.objects.instance [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'resources' on Instance uuid bf90617e-635d-4358-9414-e2ca16538ba1 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2287.604341] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22366758-2bde-4838-92c6-d277714af419 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.611719] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a713bce-fd3f-4fe6-a498-0bf3428ecebb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.640941] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560690ed-4367-4b0d-b707-dffed8f78cbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.647802] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb428a73-fa24-4d75-934b-f096b0be83d3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.660223] env[62221]: DEBUG nova.compute.provider_tree [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2288.162990] env[62221]: DEBUG nova.scheduler.client.report [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2288.667683] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.689120] env[62221]: INFO nova.scheduler.client.report [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleted allocations for instance bf90617e-635d-4358-9414-e2ca16538ba1 [ 2289.197412] env[62221]: DEBUG oslo_concurrency.lockutils [None req-e22911ee-3b56-45af-a5b5-bd9510f41e97 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "bf90617e-635d-4358-9414-e2ca16538ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.152s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.004285] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.004563] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.507555] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Starting instance... {{(pid=62221) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2292.026386] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.026659] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.028104] env[62221]: INFO nova.compute.claims [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2293.062683] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf883a8-e77c-4638-8f02-7b2fce9be9a1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.070272] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb471e-6dcd-4b9e-9381-d1dabd7e5cbf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.098780] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b2002d-66ba-4d1a-a5af-f7aa149ca274 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.105232] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920f58c-a9cb-41b5-a349-d69e3fcaa0fb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.117596] env[62221]: DEBUG nova.compute.provider_tree [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2293.620792] env[62221]: DEBUG nova.scheduler.client.report [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2294.126479] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.126988] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Start building networks asynchronously for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2294.632147] env[62221]: DEBUG nova.compute.utils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2294.634030] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Allocating IP information in the background. {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2294.634205] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] allocate_for_instance() {{(pid=62221) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2294.693107] env[62221]: DEBUG nova.policy [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe764dfd7f0418c947e6df1609bf4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c515fc735cc14148a2ef1b20f86ad08b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62221) authorize /opt/stack/nova/nova/policy.py:201}} [ 2294.947781] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Successfully created port: 9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2295.137250] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Start building block device mappings for instance. {{(pid=62221) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2296.146659] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Start spawning the instance on the hypervisor. {{(pid=62221) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2296.173279] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:22:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T18:22:32Z,direct_url=,disk_format='vmdk',id=0c447946-ef39-490e-8977-231b6aac1e89,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b07ad1c257a4e9c963231944854b7e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T18:22:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2296.173523] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Flavor limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2296.173984] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Image limits 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2296.173984] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Flavor pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2296.173984] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Image pref 0:0:0 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2296.174234] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62221) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2296.174343] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2296.174572] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2296.174755] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Got 1 possible topologies {{(pid=62221) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2296.174917] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2296.175111] env[62221]: DEBUG nova.virt.hardware [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62221) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2296.175995] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b4132-b5b3-4f68-b915-75fa8ca60beb {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.184183] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dada46-657a-4c07-a912-b3e4e8006aef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.312117] env[62221]: DEBUG nova.compute.manager [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Received event network-vif-plugged-9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2296.312352] env[62221]: DEBUG oslo_concurrency.lockutils [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.312560] env[62221]: DEBUG oslo_concurrency.lockutils [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.312727] env[62221]: DEBUG oslo_concurrency.lockutils [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.312892] env[62221]: DEBUG nova.compute.manager [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] No waiting events found dispatching network-vif-plugged-9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2296.313066] env[62221]: WARNING nova.compute.manager [req-6cc30ef8-2a57-4c6a-a3f3-f0a454991288 req-f11ff1d6-6456-406a-a554-1d5885562bab service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Received unexpected event network-vif-plugged-9ad6114a-9c47-413f-a4b8-575c63579070 for instance with vm_state building and task_state spawning. [ 2296.347129] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.394248] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Successfully updated port: 9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2296.850297] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.850521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.850690] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.850840] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2296.851723] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e9572-757c-4cee-b3a1-137a30a5c10d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.860161] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32fd0b3-baf6-452c-9080-c35f4d5cf0af {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.873396] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e0924-8b26-49da-8b25-cd76765c28c3 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.879723] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce17963-b502-44b2-86ec-f825bdfe9fc7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.909422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.909572] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.909716] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Building network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2296.910879] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180980MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2296.911031] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.911215] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.443191] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Instance cache missing network info. {{(pid=62221) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2297.599407] env[62221]: DEBUG nova.network.neutron [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [{"id": "9ad6114a-9c47-413f-a4b8-575c63579070", "address": "fa:16:3e:98:95:c5", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad6114a-9c", "ovs_interfaceid": "9ad6114a-9c47-413f-a4b8-575c63579070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.937813] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 27cdd9a0-40aa-47f2-af7f-e4594f698407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2297.938055] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2297.938207] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2297.964712] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cede14-a5cf-4d4c-93a4-e9da038ae689 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.972187] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eac51c-7a9c-44be-8d28-54d24c01ca95 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.001364] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e499d-f61b-4a98-9ec0-75742bd79036 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.008584] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046dbc2-1394-4403-9652-e0ab55a247e7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.021836] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.102323] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.102660] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Instance network_info: |[{"id": "9ad6114a-9c47-413f-a4b8-575c63579070", "address": "fa:16:3e:98:95:c5", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad6114a-9c", "ovs_interfaceid": "9ad6114a-9c47-413f-a4b8-575c63579070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62221) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2298.103067] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:95:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ad6114a-9c47-413f-a4b8-575c63579070', 'vif_model': 'vmxnet3'}] {{(pid=62221) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2298.110471] env[62221]: DEBUG oslo.service.loopingcall [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2298.110661] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Creating VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2298.110874] env[62221]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda1fa39-8138-4a90-a7dd-6b9e19d8da29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.132381] env[62221]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2298.132381] env[62221]: value = "task-1702127" [ 2298.132381] env[62221]: _type = "Task" [ 2298.132381] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.139576] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702127, 'name': CreateVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.338630] env[62221]: DEBUG nova.compute.manager [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Received event network-changed-9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2298.338819] env[62221]: DEBUG nova.compute.manager [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Refreshing instance network info cache due to event network-changed-9ad6114a-9c47-413f-a4b8-575c63579070. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2298.339044] env[62221]: DEBUG oslo_concurrency.lockutils [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] Acquiring lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.339191] env[62221]: DEBUG oslo_concurrency.lockutils [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] Acquired lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.339368] env[62221]: DEBUG nova.network.neutron [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Refreshing network info cache for port 9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2298.525059] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2298.642978] env[62221]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702127, 'name': CreateVM_Task, 'duration_secs': 0.334412} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.643213] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Created VM on the ESX host {{(pid=62221) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2298.644033] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.644223] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.644599] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2298.644861] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a4a51b-3c56-49fe-b715-779aec3edc75 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.649991] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2298.649991] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fdb0f0-4795-c240-482d-a9a5cde9672d" [ 2298.649991] env[62221]: _type = "Task" [ 2298.649991] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.657337] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fdb0f0-4795-c240-482d-a9a5cde9672d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.019394] env[62221]: DEBUG nova.network.neutron [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updated VIF entry in instance network info cache for port 9ad6114a-9c47-413f-a4b8-575c63579070. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2299.019743] env[62221]: DEBUG nova.network.neutron [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [{"id": "9ad6114a-9c47-413f-a4b8-575c63579070", "address": "fa:16:3e:98:95:c5", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad6114a-9c", "ovs_interfaceid": "9ad6114a-9c47-413f-a4b8-575c63579070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.029274] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2299.029436] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.160932] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52fdb0f0-4795-c240-482d-a9a5cde9672d, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.161210] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.161470] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Processing image 0c447946-ef39-490e-8977-231b6aac1e89 {{(pid=62221) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2299.161712] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.161858] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.162056] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2299.162305] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69ef8be-2e68-4866-9beb-ad9e671f4400 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.203391] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62221) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2299.203618] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62221) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2299.204335] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7197b288-09da-417a-a40a-03bd36ab241b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.209823] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2299.209823] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f38263-d59e-fc19-ce8b-87a838721cdc" [ 2299.209823] env[62221]: _type = "Task" [ 2299.209823] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.217150] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f38263-d59e-fc19-ce8b-87a838721cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.522346] env[62221]: DEBUG oslo_concurrency.lockutils [req-f26586f4-6919-4eeb-8693-74ec7d68ba59 req-9be2c515-ca30-48b4-bd96-f39db2869c05 service nova] Releasing lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.719953] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52f38263-d59e-fc19-ce8b-87a838721cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.031396} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.720727] env[62221]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8867ea40-6fa3-468a-8f9d-1013c95c544e {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.726510] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2299.726510] env[62221]: value = "session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c10914-6b36-b010-92b3-a0a4d0afd6d7" [ 2299.726510] env[62221]: _type = "Task" [ 2299.726510] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.733530] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c10914-6b36-b010-92b3-a0a4d0afd6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.238343] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': session[5251ecd5-01f6-ef18-c468-4164d9ec20b4]52c10914-6b36-b010-92b3-a0a4d0afd6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.118066} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.238547] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.238883] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 27cdd9a0-40aa-47f2-af7f-e4594f698407/27cdd9a0-40aa-47f2-af7f-e4594f698407.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2300.239168] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbff91d5-fc59-46f8-a367-15e6b1246877 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.245312] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2300.245312] env[62221]: value = "task-1702128" [ 2300.245312] env[62221]: _type = "Task" [ 2300.245312] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.252468] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.615136] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2300.615715] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 2300.615715] env[62221]: value = "domain-c8" [ 2300.615715] env[62221]: _type = "ClusterComputeResource" [ 2300.615715] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2300.616810] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f68c6-a3dc-4239-b7f4-62b1d4793211 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.626659] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 1 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2300.755505] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47361} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.755886] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0c447946-ef39-490e-8977-231b6aac1e89/0c447946-ef39-490e-8977-231b6aac1e89.vmdk to [datastore1] 27cdd9a0-40aa-47f2-af7f-e4594f698407/27cdd9a0-40aa-47f2-af7f-e4594f698407.vmdk {{(pid=62221) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2300.755974] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Extending root virtual disk to 1048576 {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2300.756232] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-235c64d2-8f8f-4402-a48a-3f4dacd4e37a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.762850] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2300.762850] env[62221]: value = "task-1702129" [ 2300.762850] env[62221]: _type = "Task" [ 2300.762850] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.769810] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.273267] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063659} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.273510] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Extended root virtual disk {{(pid=62221) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2301.274270] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5b69e-f784-4265-b4fd-85d4f64cba9b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.295872] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 27cdd9a0-40aa-47f2-af7f-e4594f698407/27cdd9a0-40aa-47f2-af7f-e4594f698407.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2301.296414] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180d9e82-0e12-45c1-9d91-832f5e3ff92c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.315277] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2301.315277] env[62221]: value = "task-1702130" [ 2301.315277] env[62221]: _type = "Task" [ 2301.315277] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.322554] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.825243] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702130, 'name': ReconfigVM_Task, 'duration_secs': 0.286558} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.825688] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 27cdd9a0-40aa-47f2-af7f-e4594f698407/27cdd9a0-40aa-47f2-af7f-e4594f698407.vmdk or device None with type sparse {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2301.826166] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777115f5-3f9e-402e-9714-b805ee491c86 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.832347] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2301.832347] env[62221]: value = "task-1702131" [ 2301.832347] env[62221]: _type = "Task" [ 2301.832347] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.840016] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702131, 'name': Rename_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.342080] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702131, 'name': Rename_Task, 'duration_secs': 0.139793} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.342349] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Powering on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.342584] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c312bb2-2a43-471d-8074-a35d26581f29 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.348813] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2302.348813] env[62221]: value = "task-1702132" [ 2302.348813] env[62221]: _type = "Task" [ 2302.348813] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.356092] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.859593] env[62221]: DEBUG oslo_vmware.api [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702132, 'name': PowerOnVM_Task, 'duration_secs': 0.42957} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.859947] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Powered on the VM {{(pid=62221) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2302.860051] env[62221]: INFO nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Took 6.71 seconds to spawn the instance on the hypervisor. [ 2302.860235] env[62221]: DEBUG nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Checking state {{(pid=62221) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2302.861027] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3a4d8-dd8f-48f4-b0d5-55178d6d4083 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.378760] env[62221]: INFO nova.compute.manager [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Took 11.37 seconds to build instance. [ 2303.881146] env[62221]: DEBUG oslo_concurrency.lockutils [None req-dc9465f5-55e0-4193-b252-89bccfb56de6 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.876s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.955882] env[62221]: DEBUG nova.compute.manager [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Received event network-changed-9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2303.955962] env[62221]: DEBUG nova.compute.manager [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Refreshing instance network info cache due to event network-changed-9ad6114a-9c47-413f-a4b8-575c63579070. {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2303.956185] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] Acquiring lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.956352] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] Acquired lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.956515] env[62221]: DEBUG nova.network.neutron [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Refreshing network info cache for port 9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2304.663622] env[62221]: DEBUG nova.network.neutron [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updated VIF entry in instance network info cache for port 9ad6114a-9c47-413f-a4b8-575c63579070. {{(pid=62221) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2304.663987] env[62221]: DEBUG nova.network.neutron [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [{"id": "9ad6114a-9c47-413f-a4b8-575c63579070", "address": "fa:16:3e:98:95:c5", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad6114a-9c", "ovs_interfaceid": "9ad6114a-9c47-413f-a4b8-575c63579070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.167380] env[62221]: DEBUG oslo_concurrency.lockutils [req-7e57f698-7433-44e7-8681-4fb20a4bffae req-fc8c6993-a56f-44e8-87d1-07ee44551cc1 service nova] Releasing lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.862194] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.347627] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.349941] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.348747] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.348079] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.348528] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2314.349557] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.350034] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2314.855045] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] There are 5 instances to clean {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2314.855045] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: bf90617e-635d-4358-9414-e2ca16538ba1] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2315.358285] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: fe459a0a-a070-4161-a3e4-459b688c3e48] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2315.861502] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 47bdd9cb-6969-4c57-8139-e0c408ddd18c] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2316.364530] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 6c95fe85-b0c3-4598-bf34-1cc06e067401] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2316.868444] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: f3ba9a96-f2a6-46a9-b1f7-c5c21183b5ba] Instance has had 0 of 5 cleanup attempts {{(pid=62221) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2318.371874] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.372290] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.372290] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2318.372451] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2318.902191] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.902349] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquired lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.902499] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Forcefully refreshing network info cache for instance {{(pid=62221) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2318.902646] env[62221]: DEBUG nova.objects.instance [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lazy-loading 'info_cache' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2320.622548] env[62221]: DEBUG nova.network.neutron [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [{"id": "9ad6114a-9c47-413f-a4b8-575c63579070", "address": "fa:16:3e:98:95:c5", "network": {"id": "31bcfde0-a698-4fcd-a2a3-e5171fe7d860", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-652558190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515fc735cc14148a2ef1b20f86ad08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad6114a-9c", "ovs_interfaceid": "9ad6114a-9c47-413f-a4b8-575c63579070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.125758] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Releasing lock "refresh_cache-27cdd9a0-40aa-47f2-af7f-e4594f698407" {{(pid=62221) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.125954] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updated the network info_cache for instance {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2321.126180] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.126348] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.629685] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Getting list of instances from cluster (obj){ [ 2321.629685] env[62221]: value = "domain-c8" [ 2321.629685] env[62221]: _type = "ClusterComputeResource" [ 2321.629685] env[62221]: } {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2321.630864] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bec0b1-bae7-4361-877a-e53f1adc4aba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.641306] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Got total of 1 instances {{(pid=62221) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2321.641463] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Triggering sync for uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 2321.641787] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.641999] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.642251] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.642391] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Cleaning up deleted instances with incomplete migration {{(pid=62221) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2321.643803] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27b669-0058-40d5-9d6d-f7cc3011cd64 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.153463] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.348693] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.853927] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.404022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.404022] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.907145] env[62221]: DEBUG nova.compute.utils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2341.409865] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.469842] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.470259] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.470424] env[62221]: INFO nova.compute.manager [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attaching volume 634c044a-e142-4ff1-b288-e50848ad3333 to /dev/sdb [ 2342.500160] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c9573-d5ab-4c22-89cc-6fee999417f5 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.507157] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535b106-c5b5-4313-8d4e-27814dc39e81 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.520178] env[62221]: DEBUG nova.virt.block_device [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating existing volume attachment record: 098d91b4-88f0-4bca-9d39-5817eab76f4b {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2347.062700] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2347.062964] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354728', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'name': 'volume-634c044a-e142-4ff1-b288-e50848ad3333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'serial': '634c044a-e142-4ff1-b288-e50848ad3333'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2347.063842] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21979a1-2b2f-4e81-8e86-b94becc4a832 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.079504] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad2e7b-28db-42cb-ab2d-cd0ff7a8c474 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.102796] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-634c044a-e142-4ff1-b288-e50848ad3333/volume-634c044a-e142-4ff1-b288-e50848ad3333.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2347.103072] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd039449-d6be-4752-be74-84bf88f838e2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.119993] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2347.119993] env[62221]: value = "task-1702135" [ 2347.119993] env[62221]: _type = "Task" [ 2347.119993] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.127349] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.629924] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702135, 'name': ReconfigVM_Task, 'duration_secs': 0.318963} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.630199] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-634c044a-e142-4ff1-b288-e50848ad3333/volume-634c044a-e142-4ff1-b288-e50848ad3333.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2347.634897] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfb6cc6-f003-496f-8e87-c15986a43984 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.649687] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2347.649687] env[62221]: value = "task-1702136" [ 2347.649687] env[62221]: _type = "Task" [ 2347.649687] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.661264] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.160497] env[62221]: DEBUG oslo_vmware.api [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702136, 'name': ReconfigVM_Task, 'duration_secs': 0.152005} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.160832] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354728', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'name': 'volume-634c044a-e142-4ff1-b288-e50848ad3333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'serial': '634c044a-e142-4ff1-b288-e50848ad3333'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2349.197996] env[62221]: DEBUG nova.objects.instance [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.709781] env[62221]: DEBUG oslo_concurrency.lockutils [None req-c0d2267d-6f59-4d07-b9d5-566d4debac1c tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.498092] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.498379] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.001645] env[62221]: DEBUG nova.compute.utils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Using /dev/sd instead of None {{(pid=62221) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2351.504929] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.559526] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.559959] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.560037] env[62221]: INFO nova.compute.manager [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attaching volume 4277b9fc-7b5b-49a6-b30c-7fe981c57d09 to /dev/sdc [ 2352.589455] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46a64b-b2b3-4fbf-be8a-8af04c73e9c4 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.596575] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f6e2e-1188-41dd-b05b-88878ec0f943 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.608996] env[62221]: DEBUG nova.virt.block_device [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating existing volume attachment record: f8c33fa2-fee2-4ebe-907f-34f44273df8f {{(pid=62221) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2357.150945] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Volume attach. Driver type: vmdk {{(pid=62221) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2357.151205] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354729', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'name': 'volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'serial': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2357.153483] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed0b1f-fb76-4236-96dd-6f62224e9fba {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.169937] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3097b-91a1-413d-83f9-7cf576efadce {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.196519] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09/volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.196790] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfff267-5c8a-4189-a487-f620228ffe4d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.214362] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2357.214362] env[62221]: value = "task-1702139" [ 2357.214362] env[62221]: _type = "Task" [ 2357.214362] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.221932] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.723477] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702139, 'name': ReconfigVM_Task, 'duration_secs': 0.372328} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.723874] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09/volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09.vmdk or device None with type thin {{(pid=62221) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2357.728674] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec5b7c2-554b-498b-b740-e828586aee3a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.742621] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2357.742621] env[62221]: value = "task-1702140" [ 2357.742621] env[62221]: _type = "Task" [ 2357.742621] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.750238] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.850033] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.252366] env[62221]: DEBUG oslo_vmware.api [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702140, 'name': ReconfigVM_Task, 'duration_secs': 0.135062} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.252677] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354729', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'name': 'volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'serial': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09'} {{(pid=62221) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2358.354095] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.354354] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.354607] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.354794] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62221) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2358.355711] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfade80d-011a-4de0-a2b1-7032be26ba26 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.363742] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92790ae-6eac-4e01-bdfa-7e8e14107bef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.376992] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78688622-12d4-4e1c-924a-818bd053ce03 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.382871] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca7f5a-f188-4e98-b41b-d101555fe4fc {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.411735] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180975MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62221) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2358.411891] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.412075] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.286670] env[62221]: DEBUG nova.objects.instance [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2359.525273] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Instance 27cdd9a0-40aa-47f2-af7f-e4594f698407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62221) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.525497] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2359.525641] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62221) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2359.550962] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3391ec-7c42-41e1-aaa0-499a8eaa1dd2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.558649] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b4d93-5644-41d8-8959-756aa9681d5d {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.590200] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f07c4-a989-4838-803e-59723a28f1df {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.261791] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.265521] env[62221]: DEBUG oslo_concurrency.lockutils [None req-97fc278e-ba6a-4af7-b5af-87786c15ba58 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.706s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.266399] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.005s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.273674] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb666cd-6359-4d60-b5bf-ae9425ba2d41 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.285367] env[62221]: DEBUG nova.compute.provider_tree [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.771300] env[62221]: INFO nova.compute.manager [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Detaching volume 634c044a-e142-4ff1-b288-e50848ad3333 [ 2360.787390] env[62221]: DEBUG nova.scheduler.client.report [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2360.799894] env[62221]: INFO nova.virt.block_device [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attempting to driver detach volume 634c044a-e142-4ff1-b288-e50848ad3333 from mountpoint /dev/sdb [ 2360.800132] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2360.800316] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354728', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'name': 'volume-634c044a-e142-4ff1-b288-e50848ad3333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'serial': '634c044a-e142-4ff1-b288-e50848ad3333'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2360.801170] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df712f15-7256-4e2d-8408-7c0abf3d70b8 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.826729] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5be009-61bd-4328-ac93-1045a5aa0cb2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.833531] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84918612-6c63-461d-ac0c-02ced5a6551b {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.855566] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9155c4-4876-4a3f-a653-af82fc6b0eb1 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.872247] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] The volume has not been displaced from its original location: [datastore1] volume-634c044a-e142-4ff1-b288-e50848ad3333/volume-634c044a-e142-4ff1-b288-e50848ad3333.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2360.877298] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2360.877548] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb20998-b3c4-44a9-ad9a-82ab819f5718 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.894697] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2360.894697] env[62221]: value = "task-1702141" [ 2360.894697] env[62221]: _type = "Task" [ 2360.894697] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.901715] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.292489] env[62221]: DEBUG nova.compute.resource_tracker [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62221) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2361.292683] env[62221]: DEBUG oslo_concurrency.lockutils [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.881s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.403397] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702141, 'name': ReconfigVM_Task, 'duration_secs': 0.222131} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.403690] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2361.408412] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab7b0e9-4160-4c1d-9588-67895c48db42 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.422522] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2361.422522] env[62221]: value = "task-1702142" [ 2361.422522] env[62221]: _type = "Task" [ 2361.422522] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.430030] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.931631] env[62221]: DEBUG oslo_vmware.api [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702142, 'name': ReconfigVM_Task, 'duration_secs': 0.143028} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.932017] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354728', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'name': 'volume-634c044a-e142-4ff1-b288-e50848ad3333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '634c044a-e142-4ff1-b288-e50848ad3333', 'serial': '634c044a-e142-4ff1-b288-e50848ad3333'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2362.470786] env[62221]: DEBUG nova.objects.instance [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.325654] env[62221]: DEBUG oslo_concurrency.lockutils [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.480049] env[62221]: DEBUG oslo_concurrency.lockutils [None req-5bf99c58-82a0-456e-80d8-a640ca61be09 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.481254] env[62221]: DEBUG oslo_concurrency.lockutils [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.156s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.986032] env[62221]: INFO nova.compute.manager [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Detaching volume 4277b9fc-7b5b-49a6-b30c-7fe981c57d09 [ 2364.015414] env[62221]: INFO nova.virt.block_device [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Attempting to driver detach volume 4277b9fc-7b5b-49a6-b30c-7fe981c57d09 from mountpoint /dev/sdc [ 2364.015636] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Volume detach. Driver type: vmdk {{(pid=62221) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2364.015849] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354729', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'name': 'volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'serial': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2364.016702] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b84387f-6c6a-4bde-a7f9-f94c97b46be7 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.037245] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29610ab5-65c5-4803-891d-28867a9291ef {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.043852] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cd838-1ac7-4764-88a5-c3f6ce6211a2 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.064027] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc1483-4009-4fa9-8d32-27cae02c5e21 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.077611] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] The volume has not been displaced from its original location: [datastore1] volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09/volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09.vmdk. No consolidation needed. {{(pid=62221) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2364.082583] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2364.082819] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a27fae-6c63-4767-bdbc-6ad408ffd254 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.099581] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2364.099581] env[62221]: value = "task-1702143" [ 2364.099581] env[62221]: _type = "Task" [ 2364.099581] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.107273] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.609412] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702143, 'name': ReconfigVM_Task, 'duration_secs': 0.205986} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.609776] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=62221) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2364.614179] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1ff0a4-c495-4987-a3ab-9ab07fb03a02 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.628782] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2364.628782] env[62221]: value = "task-1702144" [ 2364.628782] env[62221]: _type = "Task" [ 2364.628782] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.635961] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.139506] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.639830] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.141209] env[62221]: DEBUG oslo_vmware.api [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702144, 'name': ReconfigVM_Task, 'duration_secs': 1.112933} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.141409] env[62221]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354729', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'name': 'volume-4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27cdd9a0-40aa-47f2-af7f-e4594f698407', 'attached_at': '', 'detached_at': '', 'volume_id': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09', 'serial': '4277b9fc-7b5b-49a6-b30c-7fe981c57d09'} {{(pid=62221) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2366.680602] env[62221]: DEBUG nova.objects.instance [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'flavor' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.689239] env[62221]: DEBUG oslo_concurrency.lockutils [None req-72fbefdd-9733-4983-aa02-8612f893c685 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.208s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.714061] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.714422] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.714534] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.714673] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.714838] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.716972] env[62221]: INFO nova.compute.manager [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Terminating instance [ 2368.718635] env[62221]: DEBUG nova.compute.manager [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Start destroying the instance on the hypervisor. {{(pid=62221) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2368.718825] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Destroying instance {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2368.719647] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734297ad-ba3c-4c52-907e-e56b43bd690a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.727140] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Powering off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2368.727357] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b4bc35-461e-4b45-a5c7-6ce5718372cf {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.733245] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2368.733245] env[62221]: value = "task-1702145" [ 2368.733245] env[62221]: _type = "Task" [ 2368.733245] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.740420] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.243068] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702145, 'name': PowerOffVM_Task, 'duration_secs': 0.179826} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.243330] env[62221]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Powered off the VM {{(pid=62221) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2369.243517] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Unregistering the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2369.243734] env[62221]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cca8cbe-607d-421f-a65c-571a576fba05 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.313785] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Unregistered the VM {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2369.314055] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Deleting contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2369.314187] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleting the datastore file [datastore1] 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2369.314446] env[62221]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d48524-2ecc-4a69-9052-818e00361a25 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.320654] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for the task: (returnval){ [ 2369.320654] env[62221]: value = "task-1702147" [ 2369.320654] env[62221]: _type = "Task" [ 2369.320654] env[62221]: } to complete. {{(pid=62221) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.327689] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.830413] env[62221]: DEBUG oslo_vmware.api [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Task: {'id': task-1702147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14873} completed successfully. {{(pid=62221) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.830789] env[62221]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleted the datastore file {{(pid=62221) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2369.830836] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Deleted contents of the VM from datastore datastore1 {{(pid=62221) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2369.831019] env[62221]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Instance destroyed {{(pid=62221) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2369.831357] env[62221]: INFO nova.compute.manager [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2369.831462] env[62221]: DEBUG oslo.service.loopingcall [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62221) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2369.831662] env[62221]: DEBUG nova.compute.manager [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Deallocating network for instance {{(pid=62221) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2369.831728] env[62221]: DEBUG nova.network.neutron [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] deallocate_for_instance() {{(pid=62221) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2370.259036] env[62221]: DEBUG nova.compute.manager [req-cbc4b181-3693-4b38-a3c5-f42936a0bee3 req-8b9b592d-0a59-48ec-8107-4bbd0b54c6bb service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Received event network-vif-deleted-9ad6114a-9c47-413f-a4b8-575c63579070 {{(pid=62221) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2370.259092] env[62221]: INFO nova.compute.manager [req-cbc4b181-3693-4b38-a3c5-f42936a0bee3 req-8b9b592d-0a59-48ec-8107-4bbd0b54c6bb service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Neutron deleted interface 9ad6114a-9c47-413f-a4b8-575c63579070; detaching it from the instance and deleting it from the info cache [ 2370.259401] env[62221]: DEBUG nova.network.neutron [req-cbc4b181-3693-4b38-a3c5-f42936a0bee3 req-8b9b592d-0a59-48ec-8107-4bbd0b54c6bb service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.738495] env[62221]: DEBUG nova.network.neutron [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Updating instance_info_cache with network_info: [] {{(pid=62221) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.761854] env[62221]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d40adc3-a6b0-4825-a0f3-8819da68153c {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.772528] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f26bbde-3ede-4ebe-8a5a-5091de54db96 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.790626] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.790845] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.795558] env[62221]: DEBUG nova.compute.manager [req-cbc4b181-3693-4b38-a3c5-f42936a0bee3 req-8b9b592d-0a59-48ec-8107-4bbd0b54c6bb service nova] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Detach interface failed, port_id=9ad6114a-9c47-413f-a4b8-575c63579070, reason: Instance 27cdd9a0-40aa-47f2-af7f-e4594f698407 could not be found. {{(pid=62221) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2371.241118] env[62221]: INFO nova.compute.manager [-] [instance: 27cdd9a0-40aa-47f2-af7f-e4594f698407] Took 1.41 seconds to deallocate network for instance. [ 2371.347497] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.347793] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.747275] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.747542] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.747768] env[62221]: DEBUG nova.objects.instance [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lazy-loading 'resources' on Instance uuid 27cdd9a0-40aa-47f2-af7f-e4594f698407 {{(pid=62221) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2372.281082] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ff266b-fa8d-4366-b88b-bfc54d76dc6a {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.288662] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe6866-b0d4-4b8a-9b3e-c0aeab36b792 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.317155] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860e179-39bc-46a2-8dd4-9f122878ec23 {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.324129] env[62221]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03af99-fc5b-41e7-9f98-21feade2f69f {{(pid=62221) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.336891] env[62221]: DEBUG nova.compute.provider_tree [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed in ProviderTree for provider: 7f6f8f99-7d78-45eb-9080-8e2c493a11cb {{(pid=62221) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2372.346882] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.347056] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62221) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2372.840697] env[62221]: DEBUG nova.scheduler.client.report [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Inventory has not changed for provider 7f6f8f99-7d78-45eb-9080-8e2c493a11cb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62221) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2373.345871] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.366621] env[62221]: INFO nova.scheduler.client.report [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Deleted allocations for instance 27cdd9a0-40aa-47f2-af7f-e4594f698407 [ 2373.874510] env[62221]: DEBUG oslo_concurrency.lockutils [None req-1ff66182-cb45-402d-af4a-63920c79eaf5 tempest-AttachVolumeTestJSON-197997663 tempest-AttachVolumeTestJSON-197997663-project-member] Lock "27cdd9a0-40aa-47f2-af7f-e4594f698407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.160s {{(pid=62221) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.348457] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.343132] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.346742] env[62221]: DEBUG oslo_service.periodic_task [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62221) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.346862] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Starting heal instance info cache {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2377.346991] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Rebuilding the list of instances to heal {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2377.850424] env[62221]: DEBUG nova.compute.manager [None req-310ee758-5390-4f67-9652-3da2300eb256 None None] Didn't find any instances for network info cache update. {{(pid=62221) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}}